-- Logs begin at Mon 2022-07-18 13:27:27 UTC, end at Mon 2022-07-18 14:36:05 UTC. -- Jul 18 13:59:51.860311 dv-cinder-849846-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 13:59:54.497649 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.common.config [-] Logging enabled! Jul 18 13:59:54.498260 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 13:59:54.498427 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103962) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 13:59:54.501770 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.common.config [-] Logging enabled! Jul 18 13:59:54.502027 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 13:59:54.502472 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103962) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 13:59:54.503429 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 13:59:54.503660 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 13:59:54.504483 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 13:59:54.504738 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 13:59:54.504970 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 13:59:54.505302 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.505607 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.505844 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.506752 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.507050 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.507338 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.507633 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.507933 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.508243 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.508524 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.508811 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.509043 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.509325 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.509614 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.509904 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.510128 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.510410 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.510832 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.511243 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.511537 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.511828 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.512137 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.512411 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.512689 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.512976 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.513307 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] host = dv-cinder-849846-1-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.513589 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.513878 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.514167 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.514455 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.514734 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.515012 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.515306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.515581 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.515854 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.516154 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.516447 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.516738 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.517031 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.517258 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.517483 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.517771 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.518063 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.518338 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.518613 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.518887 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.519161 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.519433 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.519702 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.520015 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.520302 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.520589 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.520863 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.521136 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.521410 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.522210 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.522498 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.522773 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.523047 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.523320 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.523608 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.523877 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.524175 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.524478 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.524766 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.525053 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.525350 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.525627 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.525913 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.526189 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.526465 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.526740 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.527015 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.527289 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.527574 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.527849 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.528155 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.528431 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.528705 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.528990 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.529266 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:54.529565 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.529868 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.530174 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.530462 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.530771 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.531057 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.531353 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.531635 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.531928 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.532243 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.532534 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.532816 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.533120 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.533415 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.533715 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.534022 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.534320 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.534615 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.534894 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.535175 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.535452 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.535732 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.536047 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.536330 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.536620 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.536910 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.537214 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.538062 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.538352 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.538643 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.538942 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.539235 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.539517 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.539799 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.540120 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.540402 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.540678 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.543658 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.543999 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.544299 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.544601 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.544975 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.545279 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.545568 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.546462 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.546784 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.547083 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.547371 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.547720 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.548043 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.548328 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.549245 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.549551 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.549845 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.550176 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.550483 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.550768 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.551052 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.551340 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.551623 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.551909 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.552214 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.552493 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.552772 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.553570 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.553846 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.554125 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.554404 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.554688 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.554984 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.555244 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.555519 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.555793 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.556097 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.556405 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.556690 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.556972 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.557253 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.557537 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.557819 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.558102 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.558384 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.558666 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.558942 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.559242 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.559528 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.559817 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.560802 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.561106 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.561438 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.561732 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.562026 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.562318 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.562608 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.562898 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.563188 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.563473 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.563758 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.564078 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.564372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.564674 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.564976 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.565265 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.565563 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.565861 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.566159 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.566444 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.566757 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.567045 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:54.567269 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 13:59:54.567513 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103962) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 13:59:54.877825 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 13:59:54.878113 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 13:59:54.878423 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 13:59:54.878773 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 13:59:55.291496 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.291710 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.292008 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.293336 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.293616 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.293895 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.348750 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.349033 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.349307 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.363780 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.364094 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.364373 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.395299 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.395582 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.395853 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.432657 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.432942 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.433217 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.668634 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.669273 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.669273 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.669434 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.670139 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.767601 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.767925 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.768237 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.768517 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.768791 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.769106 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.769372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.769635 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.769891 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.770175 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.770446 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.770711 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.770970 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.771223 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.771504 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.771829 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.772111 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.772382 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.772657 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.772920 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.773198 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.773455 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.773738 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.774114 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.774368 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.774617 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.775015 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.775261 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.775505 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.775746 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.776011 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.776253 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:55.776623 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 13:59:55.779717 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 13:59:55.783654 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 13:59:55.787553 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 18 13:59:55.789199 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 13:59:55.789817 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 13:59:55.790157 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 13:59:55.790546 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 13:59:55.793359 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 13:59:55.793618 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 13:59:55.793970 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 13:59:55.799112 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 13:59:55.823630 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 13:59:55.824122 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.824421 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 13:59:55.824799 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.826149 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 13:59:55.826435 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 13:59:55.826682 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 13:59:55.829994 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.830281 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:55.960216 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 13:59:55.960464 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 13:59:55.960700 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 13:59:55.961082 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 13:59:56.012899 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO dbcounter [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Registered counter for database neutron Jul 18 13:59:56.032456 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_db.sqlalchemy.engines [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103962) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 13:59:56.038340 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writer thread running {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 13:59:56.583501 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing driver for type 'gre' Jul 18 13:59:56.584085 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] gre ID ranges: [(1, 1000)] Jul 18 13:59:56.636922 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing driver for type 'local' Jul 18 13:59:56.637256 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing driver for type 'vlan' Jul 18 13:59:56.650133 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] VlanTypeDriver initialization complete Jul 18 13:59:56.650479 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing driver for type 'vxlan' Jul 18 13:59:56.650973 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] vxlan ID ranges: [(1, 1000)] Jul 18 13:59:56.705792 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing extension driver 'port_security' Jul 18 13:59:56.706430 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.extensions.port_security [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] PortSecurityExtensionDriver initialization complete Jul 18 13:59:56.706430 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing mechanism driver 'openvswitch' Jul 18 13:59:56.706775 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing mechanism driver 'hyperv' Jul 18 13:59:56.713959 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 13:59:56.714628 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.715006 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.715364 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.715865 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.716311 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.716665 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.717013 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.717401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.717815 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.718151 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.718495 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.718875 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.719291 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.719640 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.720004 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.720401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.720806 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.721151 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.721487 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.721877 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.722309 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > address_group after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.722656 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > address_group after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.723015 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.723387 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 13:59:56.723835 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] ML2 OVO RPC backend initialized. {{(pid=103962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 13:59:56.724627 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.724991 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.725410 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.725761 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > networks before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.726104 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.726445 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > ports before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.726785 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.727125 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnets before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.727468 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.727821 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.728178 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.728526 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.728867 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.729204 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.729542 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.729879 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.730214 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.737803 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded quota_driver: . Jul 18 13:59:56.738165 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.plugin [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Modular L2 Plugin initialization complete Jul 18 13:59:56.738513 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading services supported by the core plugin {{(pid=103962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 13:59:56.738855 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Got port-security extension from driver 'port_security' Jul 18 13:59:56.739334 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.extensions.vlantransparent [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Disabled vlantransparent extension. Jul 18 13:59:56.739827 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 13:59:56.740686 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: router Jul 18 13:59:56.777170 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.777565 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.777934 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router before_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.778425 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.778832 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.779193 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_delete 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.779558 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.779910 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.780291 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.780640 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.780989 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.781344 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.781700 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.782111 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.782476 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.782819 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.783159 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.783496 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.783841 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.784216 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.784560 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.784904 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.785258 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.785603 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.785955 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.786317 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.786664 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.787088 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > agent after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.787402 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > agent after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.787746 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.788614 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Tracking information for resource: router configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:56.788961 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Tracking information for resource: floatingip configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 13:59:56.793733 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.db.l3_agentschedulers_db [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 13:59:56.794309 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.794670 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.795022 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.795372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.796195 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router before_create 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.796563 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.796923 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_create 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.797276 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > router precommit_update 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.802058 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.provider_configuration [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service providers = [] {{(pid=103962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 13:59:56.802420 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.db.servicetype_db [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 13:59:56.805896 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 13:59:56.806248 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 13:59:56.806587 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 13:59:56.807626 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 13:59:56.808028 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.services.service_base [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 13:59:56.808406 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.808724 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 13:59:56.820879 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.821216 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: auto_allocate Jul 18 13:59:56.826829 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: network precommit_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.827201 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: network precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.827717 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.828068 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: tag Jul 18 13:59:56.834853 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.835142 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: timestamp Jul 18 13:59:56.838946 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.839279 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: network_ip_availability Jul 18 13:59:56.844721 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.845094 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.845450 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:56.846167 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.846488 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: flavors Jul 18 13:59:56.851374 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.851706 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading Plugin: revisions Jul 18 13:59:56.855895 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 13:59:56.856320 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.978s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 13:59:56.857055 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 13:59:56.857390 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Initializing extension manager. Jul 18 13:59:56.857911 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: __init__.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.858252 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: __pycache__ {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.858587 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.859284 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.859845 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: address-group Jul 18 13:59:56.860204 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: address_scope.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.860878 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.861384 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: address-scope Jul 18 13:59:56.861709 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.862579 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.863084 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: router-admin-state-down-before-update Jul 18 13:59:56.863409 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: agent.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.864107 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.864610 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: agent Jul 18 13:59:56.864966 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: agent_resources_synced.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.866344 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.866849 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: agent-resources-synced Jul 18 13:59:56.867171 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: allowedaddresspairs.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.868933 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.869455 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: allowed-address-pairs Jul 18 13:59:56.869778 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: auto_allocated_topology.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.870796 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.871305 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: auto-allocated-topology Jul 18 13:59:56.871626 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.872308 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.872811 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: availability_zone Jul 18 13:59:56.873129 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: availability_zone_filter.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.873990 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.874490 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: availability_zone_filter Jul 18 13:59:56.874810 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: data_plane_status.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.875664 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.876199 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 13:59:56.876520 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: default_subnetpools.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.877384 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.877882 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: default-subnetpools Jul 18 13:59:56.878202 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.878958 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.879455 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: dhcp_agent_scheduler Jul 18 13:59:56.879774 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: dns.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.880664 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.881727 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 13:59:56.882045 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: dns_domain_ports.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.882918 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.883427 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 13:59:56.883749 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.884648 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.885151 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 13:59:56.885473 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: dvr.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.886110 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.886614 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: dvr Jul 18 13:59:56.886939 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: ecmp_routes.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.887807 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.888349 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 13:59:56.888671 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: empty_string_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.889534 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.890039 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: empty-string-filtering Jul 18 13:59:56.890362 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.891227 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.891730 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 13:59:56.892085 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.892949 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.893450 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 13:59:56.893770 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: external_net.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.894629 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.895128 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: external-net Jul 18 13:59:56.895445 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.896372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.896869 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: extra_dhcp_opt Jul 18 13:59:56.897187 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: extraroute.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.898040 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.898538 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: extraroute Jul 18 13:59:56.898855 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: extraroute_atomic.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.899832 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.900362 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: extraroute-atomic Jul 18 13:59:56.900682 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: filter_validation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.901304 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.901797 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: filter-validation Jul 18 13:59:56.902114 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: fip_pf_description.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.903172 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.903677 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 13:59:56.904038 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: fip_pf_port_range.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.904906 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.905415 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 13:59:56.905739 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: fip_port_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.906901 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.907404 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: fip-port-details Jul 18 13:59:56.907729 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: flavors.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.908931 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.909443 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: flavors Jul 18 13:59:56.909772 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.911353 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.911873 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 13:59:56.912739 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: floatingip_pools.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.913403 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.913913 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: floatingip-pools Jul 18 13:59:56.914263 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: ip_allocation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.915136 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.915648 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 13:59:56.915989 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.916867 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.917370 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: ip-substring-filtering Jul 18 13:59:56.917691 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l2_adjacency.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.918584 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.919083 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 13:59:56.919401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.920351 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.920871 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: router Jul 18 13:59:56.921192 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.923336 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.923866 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 13:59:56.924222 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.925109 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.925622 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: ext-gw-mode Jul 18 13:59:56.925948 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.926816 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.927321 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: l3-ha Jul 18 13:59:56.927671 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.928609 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.929109 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 13:59:56.929430 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_flavors.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.930288 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.930791 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: l3-flavors Jul 18 13:59:56.931114 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.932454 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.932964 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 13:59:56.933291 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.934160 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.934666 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 13:59:56.934995 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: l3agentscheduler.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.936004 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.936516 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: l3_agent_scheduler Jul 18 13:59:56.936846 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: local_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.938552 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.939072 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension local_ip not supported by any of loaded plugins Jul 18 13:59:56.939401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: logging.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.940853 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.941373 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension logging not supported by any of loaded plugins Jul 18 13:59:56.941705 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: metering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.942405 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.942981 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: metering Jul 18 13:59:56.943842 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.945354 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.945881 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: metering_source_and_destination_fields Jul 18 13:59:56.946210 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: multiprovidernet.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.947094 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.947602 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: multi-provider Jul 18 13:59:56.947926 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: netmtu.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.948874 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.949382 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: net-mtu Jul 18 13:59:56.949703 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: netmtu_writable.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.950574 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.951077 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: net-mtu-writable Jul 18 13:59:56.951401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: network_availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.952056 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.952562 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: network_availability_zone Jul 18 13:59:56.952884 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: network_ip_availability.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.953936 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.954444 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: network-ip-availability Jul 18 13:59:56.954773 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: network_segment_range.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.955498 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.956030 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 13:59:56.956359 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: pagination.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.957299 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.957632 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: pagination Jul 18 13:59:56.957958 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_device_profile.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.958838 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.959908 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-device-profile Jul 18 13:59:56.960275 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_mac_address_override.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.961161 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.961678 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-mac-override Jul 18 13:59:56.962004 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.962881 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.963392 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-mac-address-regenerate Jul 18 13:59:56.963717 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.964609 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.965125 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-numa-affinity-policy Jul 18 13:59:56.965448 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_resource_request.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.966316 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.966818 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 13:59:56.967142 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: port_resource_request_groups.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.968093 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.968603 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 13:59:56.968926 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: portbindings.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.969799 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.970307 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: binding Jul 18 13:59:56.970629 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: portbindings_extended.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.971824 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.972368 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: binding-extended Jul 18 13:59:56.972693 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: portsecurity.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.973558 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.974065 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-security Jul 18 13:59:56.974391 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: project_id.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.975345 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.975696 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: project-id Jul 18 13:59:56.976039 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: providernet.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.976906 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.977414 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: provider Jul 18 13:59:56.977737 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.981191 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.981710 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos not supported by any of loaded plugins Jul 18 13:59:56.982045 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.983243 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.983754 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 13:59:56.984113 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.985005 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.985513 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 13:59:56.985835 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_default.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.986703 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.987207 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-default not supported by any of loaded plugins Jul 18 13:59:56.987531 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_fip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.988440 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.988943 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 13:59:56.989264 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.990156 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.990661 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 13:59:56.990981 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_gateway_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.991856 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.992388 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 13:59:56.992710 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_port_network_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.993575 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.994078 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 13:59:56.994399 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.995379 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.995889 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 13:59:56.996239 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.997223 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.997728 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 13:59:56.998053 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_pps_rule.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:56.999162 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:56.999672 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 13:59:57.000019 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_rule_type_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.000885 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.001389 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 13:59:57.001710 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.002581 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.003088 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 13:59:57.003410 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: qos_rules_alias.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.004446 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.004955 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 13:59:57.005275 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: quota_check_limit.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.006682 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.007191 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: quota-check-limit Jul 18 13:59:57.007515 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: quotasv2.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.008439 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.008770 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: quotas Jul 18 13:59:57.009093 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: quotasv2_detail.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.010741 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.011078 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: quota_details Jul 18 13:59:57.011408 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: rbac.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.012750 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.013278 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: rbac-policies Jul 18 13:59:57.013610 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: rbac_address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.014519 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.015032 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: rbac-address-group Jul 18 13:59:57.015361 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: rbac_address_scope.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.016267 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.016783 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: rbac-address-scope Jul 18 13:59:57.017111 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: rbac_security_groups.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.018055 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.018569 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: rbac-security-groups Jul 18 13:59:57.018896 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: rbac_subnetpool.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.019768 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.020311 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: rbac-subnetpool Jul 18 13:59:57.020636 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: revisionifmatch.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.022104 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.022611 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: revision-if-match Jul 18 13:59:57.022936 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: revisions.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.024038 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.024549 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: standard-attr-revisions Jul 18 13:59:57.024874 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: router_availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.025517 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.026025 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: router_availability_zone Jul 18 13:59:57.026351 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: routerservicetype.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.027237 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.027746 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 13:59:57.028099 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.028983 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.029491 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: security-groups-normalized-cidr Jul 18 13:59:57.029818 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.030699 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.031207 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: port-security-groups-filtering Jul 18 13:59:57.031534 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.032444 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.032956 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: security-groups-remote-address-group Jul 18 13:59:57.033283 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.034164 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.034679 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: security-groups-shared-filtering Jul 18 13:59:57.035003 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: securitygroup.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.044451 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.044984 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: security-group Jul 18 13:59:57.045322 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: segment.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.046017 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.046526 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension segment not supported by any of loaded plugins Jul 18 13:59:57.046855 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.047746 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.048277 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 13:59:57.048605 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: servicetype.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.049644 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.050164 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: service-type Jul 18 13:59:57.050491 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: sorting.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.051433 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.051765 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: sorting Jul 18 13:59:57.052126 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: standard_attr_segment.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.053026 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.053540 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 13:59:57.053868 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: standardattrdescription.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.054481 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.054990 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: standard-attr-description Jul 18 13:59:57.055318 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: stateful_security_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.056248 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.056755 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: stateful-security-group Jul 18 13:59:57.057081 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: stdattrs_common.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.057626 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 13:59:57.057946 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.058822 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.059330 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 13:59:57.059653 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnet_onboard.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.060679 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.061190 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: subnet_onboard Jul 18 13:59:57.061515 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.062393 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.062897 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 13:59:57.063221 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnet_service_types.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.064137 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.064652 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: subnet-service-types Jul 18 13:59:57.064974 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnetallocation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.066011 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.066519 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: subnet_allocation Jul 18 13:59:57.066844 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.067470 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.067999 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: subnetpool-prefix-ops Jul 18 13:59:57.068864 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.070010 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.070520 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 13:59:57.070841 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: tagging.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.071857 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.072404 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: standard-attr-tag Jul 18 13:59:57.072732 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: timestamp.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.073870 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.074384 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loaded extension: standard-attr-timestamp Jul 18 13:59:57.074707 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: trunk.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.075688 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.076301 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension trunk not supported by any of loaded plugins Jul 18 13:59:57.076625 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: trunk_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.077492 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.077999 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 13:59:57.078318 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: uplink_status_propagation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.079185 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.079690 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 13:59:57.080037 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Loading extension file: vlantransparent.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 13:59:57.080666 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 13:59:57.081166 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 13:59:57.083743 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:network Jul 18 13:59:57.084835 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnet Jul 18 13:59:57.085278 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 13:59:57.085627 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:port Jul 18 13:59:57.088039 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.088491 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service FLAVORS assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.089112 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.089547 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.089883 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:router Jul 18 13:59:57.090315 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 13:59:57.090790 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service METERING assigned prefix: /metering {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.092253 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:57.092627 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:57.092983 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 13:59:57.093970 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 13:59:57.094418 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:security_group Jul 18 13:59:57.094845 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 13:59:57.095392 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.095726 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 13:59:57.096120 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] subnetpool is already registered Jul 18 13:59:57.096548 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.096870 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 13:59:57.097201 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] subnetpool is already registered Jul 18 13:59:57.099586 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.100051 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service FLAVORS assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.100650 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.101073 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.101404 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:router Jul 18 13:59:57.101746 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] router is already registered Jul 18 13:59:57.102158 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 13:59:57.102497 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] floatingip is already registered Jul 18 13:59:57.102952 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service METERING assigned prefix: /metering {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.103633 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 13:59:57.103962 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] rbac_policy is already registered Jul 18 13:59:57.104376 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:security_group Jul 18 13:59:57.104712 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] security_group is already registered Jul 18 13:59:57.105117 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 13:59:57.105453 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] security_group_rule is already registered Jul 18 13:59:57.106078 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.106406 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 13:59:57.106741 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] subnetpool is already registered Jul 18 13:59:57.107159 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 13:59:57.107482 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 13:59:57.107817 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] subnetpool is already registered Jul 18 13:59:57.108320 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: extensions {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.109776 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: address-groups {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.111277 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: address-scopes {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.112645 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.113817 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: auto-allocated-topology {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.115101 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: availability_zones {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.116353 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: dhcp-networks {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.117871 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: dhcp-agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.119306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.121074 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: flavors {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.122353 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: service_profiles {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.123575 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: next_providers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.125047 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: service_profiles {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.126625 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: floatingip-pools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.127864 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.129598 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: floatingips {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.131409 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: l3-routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.132867 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: l3-agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.134310 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: metering-labels {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.135583 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: metering-label-rules {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.137014 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: network-ip-availabilities {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.138280 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: bindings {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.139841 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: quotas {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.141539 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: quotas {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.143083 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: rbac-policies {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.144306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: security-groups {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.145607 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: security-group-rules {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.147522 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: service-providers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.148786 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: subnetpools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.150141 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: subnetpools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.151679 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.153400 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.156184 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.157976 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.159697 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.161692 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.163429 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.165347 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.167132 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.168931 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 13:59:57.174995 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 13:59:57.180126 dv-cinder-849846-1-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 13:59:57.188981 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Acquired lock "singleton_lock" {{(pid=103962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 13:59:57.189461 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Releasing lock "singleton_lock" {{(pid=103962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 13:59:57.190105 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Starting 2 workers Jul 18 13:59:57.195650 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Started child 104071 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 13:59:57.200043 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Started child 104072 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 13:59:57.201176 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.201798 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO neutron.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 13:59:57.202257 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.202693 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [-] (104071) wsgi starting up on http://0.0.0.0:9696 Jul 18 13:59:57.204722 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Starting 1 workers Jul 18 13:59:57.204832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.206207 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [-] (104072) wsgi starting up on http://0.0.0.0:9696 Jul 18 13:59:57.210427 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Started child 104073 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 13:59:57.210980 dv-cinder-849846-1-iscsi neutron-server[103962]: INFO oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Starting 1 workers Jul 18 13:59:57.214227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] calling RpcWorker wait() {{(pid=104073) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 13:59:57.214789 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] returning from RpcWorker wait() {{(pid=104073) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 13:59:57.215372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Started child 104074 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 13:59:57.216151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.216245 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6ed5c-38de-4759-9e4c-8b559a03eb85 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.216764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 13:59:57.218113 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 13:59:57.218319 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 13:59:57.218503 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 13:59:57.218731 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 13:59:57.219054 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 13:59:57.219232 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 13:59:57.219762 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.220060 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.220330 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.220584 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.221105 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 13:59:57.221574 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.221574 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.221734 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.221886 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.222143 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.222313 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.222409 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 13:59:57.222500 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.222716 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.222945 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.223293 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.223551 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.223802 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.224222 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.224580 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.224985 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.225400 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.225821 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.226256 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.226670 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.227304 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.227714 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.228154 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.228527 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.228932 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.229326 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.229723 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.230094 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.230466 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.230848 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.231238 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.231626 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.232017 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.232380 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.232806 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.233174 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.233772 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host = dv-cinder-849846-1-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.234159 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.234513 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.234909 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.235306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.235696 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.236087 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.236482 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.236883 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.237295 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.237657 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.238061 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.238448 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.238824 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.239198 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.239516 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_options = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.239891 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.240342 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.240759 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.241090 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.241394 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.241710 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.242097 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.242398 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.242792 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.243169 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.243532 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.243891 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.244286 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.244654 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.245052 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.245274 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.245581 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.245784 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.245969 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.246239 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.246467 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.246698 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.247107 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.247468 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.247704 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.247922 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.248245 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.248417 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.248822 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.249233 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.249649 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.249907 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.250297 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.250551 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.250809 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.251209 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.251609 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.251846 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.252141 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.252376 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.252613 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.252996 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.253350 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.253598 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.253914 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.254089 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.254274 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.254487 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.254732 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.254982 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.255215 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.255435 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.255645 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.256401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.256644 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.257041 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.257635 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.258106 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.258590 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.259032 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.259273 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.259529 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.259766 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.260032 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.260291 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.260527 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.260842 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.261247 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.261745 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.262193 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.262482 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.262806 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.263087 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.263366 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.263612 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.263835 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.264111 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.264352 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.264625 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.264850 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.265103 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.265339 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.265559 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.265841 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.266115 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.266403 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.266736 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.267176 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.267613 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.268069 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.268312 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.268559 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.268924 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.269158 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.269512 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.269886 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.270140 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.270541 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.270924 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.271381 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.272305 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.272709 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.273133 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.273575 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.273998 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.274395 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.274779 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.275162 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.275543 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.275936 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.276395 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.276811 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.277122 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.277420 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.277736 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.278068 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.278306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.278541 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.278794 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.279018 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.279233 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.279445 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.279664 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.279880 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.280129 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.280378 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.280623 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.280824 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.281257 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.281471 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.281705 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.281924 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.282173 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.282372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.282584 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.282814 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.283024 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.283234 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.283443 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.283661 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.283894 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.284137 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.284345 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.284575 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.284785 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.284995 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.285212 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.285520 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.285782 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.286019 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.286235 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.286479 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.286695 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.286971 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.287192 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.287406 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.287636 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.287885 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.288128 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.288367 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.288607 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.288822 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.289072 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.289289 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.289503 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.289716 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.289931 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.290162 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.290380 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.290590 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.290824 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.291043 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.291291 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.291563 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.291792 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.292035 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.292299 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.292534 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.292805 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.293041 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.293306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.293521 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.293805 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.294103 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.294508 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.294923 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.295326 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.295703 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.296089 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.296457 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.296871 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.297262 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.297639 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.297868 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.298124 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.298360 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.298576 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.298831 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.299161 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.299422 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.299776 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.300175 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.300577 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.300975 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.301358 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.301769 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.302151 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.303048 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.303469 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.303734 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.303996 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.304241 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.304489 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.304724 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.304941 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.305162 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.305393 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.305626 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.305850 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.306070 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.306437 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.306676 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.306888 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.307099 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.307512 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.307935 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.308342 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.308743 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.309034 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.309427 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.309730 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.310014 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.310299 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.310627 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.310913 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.311179 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.311434 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.311670 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.311915 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.312160 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.312431 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.312642 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.312889 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.313108 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.313325 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.313545 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.313759 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.313994 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.314215 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.314458 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.314668 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.314898 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.315144 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.315496 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.315755 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.316006 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.316244 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.316482 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.316712 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.316926 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.317144 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.317376 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.317605 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.317827 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.318040 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.318306 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.318526 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.318738 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.318949 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.319462 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.319678 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.319917 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.320155 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.320400 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.320601 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.320835 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.321046 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.321287 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.321495 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.321701 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.321787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 13:59:57.321934 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.322143 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.322430 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.322682 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.322918 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.323167 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.323432 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.323646 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.323870 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.324101 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.324310 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.324537 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.324750 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.324959 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.325183 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.325410 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.325639 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.325859 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.326073 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.326382 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.326513 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.326896 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.327287 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.327532 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.327754 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.327988 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.328215 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.328426 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.328646 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.328861 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.329075 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.329288 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.329523 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.329813 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.330012 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.330172 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.330389 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.330614 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.330900 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.331151 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.331366 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.331654 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.331899 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.332165 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.332427 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.332729 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.332941 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.333179 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.333426 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.333662 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.334411 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.334667 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.334988 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.335276 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.335587 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.335807 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.336122 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.336476 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.336738 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.336975 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.337252 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.337590 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.337866 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.338125 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.338376 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.338609 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.338828 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.339063 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.339296 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.339542 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.339756 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.340026 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.340256 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.340509 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.340729 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.340956 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.341172 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.341393 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.341623 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.341879 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.342087 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.342256 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 13:59:57.342765 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 13:59:57.342924 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 13:59:57.343075 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 13:59:57.343241 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 13:59:57.343408 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 13:59:57.343559 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 13:59:57.343761 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.343978 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344116 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344255 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344407 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344608 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344732 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344856 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.344980 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345139 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345294 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345449 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345618 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345748 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.345941 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346102 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346287 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346477 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346477 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346829 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.346829 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347164 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347164 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347398 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347398 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347658 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347658 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.347889 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348052 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348179 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348310 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348433 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348556 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348692 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.348885 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349017 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349140 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349271 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349435 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349625 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host = dv-cinder-849846-1-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349783 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.349937 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350091 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350247 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350403 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350559 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350714 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.350869 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351025 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351178 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351333 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351489 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351645 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351799 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.351968 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_options = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352127 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352282 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352436 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352618 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352779 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.352934 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353089 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353245 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353399 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353554 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353708 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.353863 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354005 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354192 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354320 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354443 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354567 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354726 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.354882 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355037 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355193 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355347 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355501 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355654 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355810 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.355989 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356147 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356302 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356456 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356597 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356754 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.356910 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357065 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357220 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357374 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357528 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357683 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.357843 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358002 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358157 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358312 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358468 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358622 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358776 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.358996 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359131 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359255 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359387 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359511 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359653 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359807 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.359985 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.360141 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.360271 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.360420 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.360574 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 13:59:57.360743 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.360891 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361052 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361208 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361357 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361515 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361672 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361830 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.361988 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362146 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362309 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362469 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362638 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362796 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.362954 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363114 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363273 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363430 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363590 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363748 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.363906 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364086 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364293 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364425 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364548 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364698 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.364856 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.365022 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.365706 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.365872 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366047 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366206 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366366 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366523 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366681 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.366840 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367000 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367159 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367319 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367478 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367636 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367795 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.367991 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368133 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368297 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368457 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368616 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368774 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.368932 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369104 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369241 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369392 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369551 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369709 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.369868 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370027 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370185 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370354 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370512 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370670 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370828 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.370987 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371145 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371304 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371462 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371618 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371777 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.371934 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372131 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372290 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372448 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372606 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372765 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.372923 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373081 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373240 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373397 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373555 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373714 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.373872 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374029 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374187 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374398 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374495 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374646 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374804 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.374962 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375119 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375277 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375435 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375594 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375769 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.375929 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376109 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376268 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376427 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376587 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376745 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.376904 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377064 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377221 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377379 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377537 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377697 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.377855 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378013 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378171 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378333 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378492 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378649 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378808 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.378966 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379124 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379265 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379428 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379586 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379744 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.379903 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380081 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380239 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380398 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380556 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380785 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.380932 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381092 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381251 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381416 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381583 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381742 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.381902 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382060 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382217 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382374 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382532 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382689 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.382847 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383004 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383162 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383330 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383489 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383648 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.383807 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384007 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384166 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384324 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384486 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384643 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384801 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.384958 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385115 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385273 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385432 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385591 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385750 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.385908 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386066 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386224 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386380 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386539 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386698 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.386855 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387015 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387174 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387332 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387489 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387645 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387802 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.387973 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388135 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388298 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388455 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388613 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388770 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.388926 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389083 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389240 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389399 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389556 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389713 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.389872 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390032 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390191 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390349 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390507 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390666 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390824 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.390984 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391142 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391300 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391460 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391617 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391777 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.391937 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392121 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392280 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392438 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392596 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392770 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.392944 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393086 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393246 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393404 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393562 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393719 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.393877 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394034 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394192 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394352 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394510 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394672 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394827 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.394983 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395141 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395301 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395460 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395619 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395777 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.395935 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.396183 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.396877 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397035 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397193 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397352 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397510 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397668 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397826 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.397996 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398154 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398318 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398476 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398633 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398791 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.398959 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399118 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399276 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399438 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399587 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399726 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.399896 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.400078 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.400237 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.400394 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.400566 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401254 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401254 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401254 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401254 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401573 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401573 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401573 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401792 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.401871 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402028 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402185 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402342 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402500 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402666 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402825 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.402983 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403139 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403297 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403454 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403619 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403779 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.403965 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404124 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404282 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404440 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404598 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404767 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.404927 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405086 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405244 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405401 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405559 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405719 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.405881 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406048 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406212 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406372 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406538 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406705 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.406871 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407030 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407194 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407362 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407520 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407678 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.407837 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408017 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408197 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408327 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408483 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408641 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408797 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.408954 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409099 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409255 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409412 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409569 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409728 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.409884 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.410031 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.410187 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.410344 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 13:59:57.410494 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 13:59:57.533058 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58338) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 13:59:57.542363 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071757 Jul 18 14:00:06.700611 dv-cinder-849846-1-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:08.582380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65883b4b-0c10-4941-803c-9b6033c0b42a None None] get_active_networks_info from dv-cinder-849846-1-iscsi {{(pid=104073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 14:00:08.593412 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writer thread running {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 14:00:08.662154 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65883b4b-0c10-4941-803c-9b6033c0b42a None None] No non-hosted networks {{(pid=104073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 14:00:08.683834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.agentschedulers_db [None req-65883b4b-0c10-4941-803c-9b6033c0b42a None None] DHCP Agent not found on host dv-cinder-849846-1-iscsi {{(pid=104073) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 14:00:08.815759 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8e27a55a-fac7-4aa4-938e-e677ff8780d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:10.156243 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writer thread running {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 14:00:10.674863 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6c651145-677a-4d7a-b4e0-ac41477686cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:10.701522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f75133c0-085f-4249-9a04-f9306c052963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:11.561849 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58406) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:11.910101 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:12.242450 dv-cinder-849846-1-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-3a54a02c-1a8a-4883-9eac-82d5a8a02e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:12.243014 dv-cinder-849846-1-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-3a54a02c-1a8a-4883-9eac-82d5a8a02e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:12.459778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-3a54a02c-1a8a-4883-9eac-82d5a8a02e4c admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:00:12.460909 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3a54a02c-1a8a-4883-9eac-82d5a8a02e4c admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8975587 Jul 18 14:00:13.163347 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:13.513019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:13.513935 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.514085 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.514402 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.514700 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.515029 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.515356 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.515689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.520564 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.520944 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.521301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.521664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.522009 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.522358 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.522690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.523019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:13.523426 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:13.535424 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:14.713036 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58444) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:15.080325 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:15.173855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.policy [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104072) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 14:00:15.220368 dv-cinder-849846-1-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:15.220756 dv-cinder-849846-1-iscsi neutron-server[104072]: WARNING oslo_policy.policy [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:15.242042 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writer thread running {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 14:00:15.319841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516238895', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516240411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516257248', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516262884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516204987', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745516212445', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-711719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-789813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1936844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2027049'] for rbac-policy (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:15.390742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:15.391965 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b826b1f1-7773-4281-8422-3fc3f4c02de0 admin admin] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6778798 Jul 18 14:00:16.834825 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.db.l3_hamode_db [None req-079ce7ef-d9a5-4f21-a5a2-593085aeab90 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 14:00:16.910456 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ce7ef-d9a5-4f21-a5a2-593085aeab90 None None] Routers set() bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:00:16.910825 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ce7ef-d9a5-4f21-a5a2-593085aeab90 None None] Router IDs set() for agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 14:00:17.612067 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58456) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:17.935102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:17.965391 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Made reservation on behalf of ec42cd390d9e4d07bb7573020b5b1003 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:00:17.969288 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:17.986280 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.099048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks [] for security_group (c7cbb31a-d62c-4c73-a69c-df3c5ba9b529), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.102692 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c7cbb31a-d62c-4c73-a69c-df3c5ba9b529), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.137053 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:00:18.166897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745515337485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.167489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Unsubscribe: segment precommit_create {{(pid=104072) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 14:00:18.168053 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Added segment 2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e of type vlan for network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 Jul 18 14:00:18.174222 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cbb31a-d62c-4c73-a69c-df3c5ba9b529,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:18.210812 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.211158 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.211517 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.211870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.212234 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.212563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.212889 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.213214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.213539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.213864 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.214188 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.214509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.214829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.215146 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.215464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Tracked resource versions report: Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: pushed versions: Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: { 'AddressGroup': {'1.2'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Agent': {'1.1'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'ConntrackHelper': {'1.0'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Log': {'1.0'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'NDPProxy': {'1.0'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Network': {'1.1'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Port': {'1.7'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'PortForwarding': {'1.3'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'QosPolicy': {'1.10'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroup': {'1.5'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SubPort': {'1.0'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Subnet': {'1.1'}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Trunk': {'1.1'}} Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: consumer versions: Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Agent': '1.1', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'ConntrackHelper': '1.0', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'LocalIPAssociation': '1.0', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Log': '1.0', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'NDPProxy': '1.0', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Network': '1.1', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Port': '1.7', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'PortForwarding': '1.3', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'QosPolicy': '1.10', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroup': '1.5', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroupRule': '1.2', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SubPort': '1.0', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Subnet': '1.1', Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Trunk': '1.1'}} Jul 18 14:00:18.216906 dv-cinder-849846-1-iscsi neutron-server[104072]: {{(pid=104072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:00:18.280759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.299096 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:18.324119 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.329208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:18.329903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:18.394229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7811003 Jul 18 14:00:18.455780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de2ef8-9f2a-4a8a-920b-b168b3960f07 demo demo] Pushing event updated for resources: {'Network': ['ID=cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:18.468783 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:00:20.679149 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58470) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:21.085803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b154d-73b2-4e92-91ca-e3a9b2f053c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:21.087076 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-db3b154d-73b2-4e92-91ca-e3a9b2f053c1 demo admin] 10.222.0.94 "GET /v2.0/networks/cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 HTTP/1.1" status: 200 len: 825 time: 0.4069679 Jul 18 14:00:21.111555 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a61f71aa-5541-4376-b1db-38676c06b9fc demo admin] 10.222.0.94 "GET /v2.0/subnetpools/cd993ea7-be83-4148-9d56-af6d8f13994c HTTP/1.1" status: 200 len: 734 time: 0.0186915 Jul 18 14:00:21.120601 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c', 'name': 'private-subnet', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:21.141580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Made reservation on behalf of ec42cd390d9e4d07bb7573020b5b1003 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:00:21.143776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:21.290266 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:21.438068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (30f6fa22-b6a3-49a5-ae64-26760652649c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:21.507292 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Checking segment: {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:00:21.507654 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Network hostable DHCP agents. Network: cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:00:21.516518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Pushing event updated for resources: {'Subnet': ['ID=30f6fa22-b6a3-49a5-ae64-26760652649c,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:21.535401 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:00:21.546603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:21.552417 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:21.553190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:21.556620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e637e9a-54e9-4bcb-afd2-46090c8653c6 None None] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:00:21.569513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-de97851b-5573-46c5-80c5-e43d4c68aead demo admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4520175 Jul 18 14:00:21.826250 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:00:21.827589 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.113471 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Allocated IP 172.20.0.2 (cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7/30f6fa22-b6a3-49a5-ae64-26760652649c/e7df697d-e082-4b43-9504-df6b64d2e8dc) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:00:22.130589 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=66,neutron:INSERT=32,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:22.396491 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks [] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.404673 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.472314 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:00:22.483869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:22.491514 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:00:22.498456 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Pushing event updated for resources: {'Port': ['ID=e7df697d-e082-4b43-9504-df6b64d2e8dc,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:22.530831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.531191 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.531554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.531915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.532283 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.532619 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.532951 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.533281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.533611 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.533939 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.534267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.534621 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.534947 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.535273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.535598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Tracked resource versions report: Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: pushed versions: Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: { 'AddressGroup': {'1.2'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Agent': {'1.1'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'ConntrackHelper': {'1.0'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Log': {'1.0'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'NDPProxy': {'1.0'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Network': {'1.1'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Port': {'1.7'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'PortForwarding': {'1.3'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'QosPolicy': {'1.10'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroup': {'1.5'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SubPort': {'1.0'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Subnet': {'1.1'}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Trunk': {'1.1'}} Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: consumer versions: Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Agent': '1.1', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'ConntrackHelper': '1.0', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'LocalIPAssociation': '1.0', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Log': '1.0', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'NDPProxy': '1.0', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Network': '1.1', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Port': '1.7', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'PortForwarding': '1.3', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'QosPolicy': '1.10', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroup': '1.5', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroupRule': '1.2', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SubPort': '1.0', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Subnet': '1.1', Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Trunk': '1.1'}} Jul 18 14:00:22.537083 dv-cinder-849846-1-iscsi neutron-server[104073]: {{(pid=104073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:00:22.588834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Attempting to bind port e7df697d-e082-4b43-9504-df6b64d2e8dc on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:00:22.589488 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Attempting to bind port e7df697d-e082-4b43-9504-df6b64d2e8dc by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:00:22.589661 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Attempting to bind port e7df697d-e082-4b43-9504-df6b64d2e8dc on network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:00:22.594630 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:00:22.595021 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Checking segment: {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:00:22.595496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.595892 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Bound using segment: {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:00:22.596400 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Bound port: e7df697d-e082-4b43-9504-df6b64d2e8dc, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:00:22.596814 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.606543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:22.664668 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] For port e7df697d-e082-4b43-9504-df6b64d2e8dc, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:00:22.684021 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] For port e7df697d-e082-4b43-9504-df6b64d2e8dc, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=e7df697d-e082-4b43-9504-df6b64d2e8dc,segment=NetworkSegment(2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e),segment_id=2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:00:22.691556 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:22.747780 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e77e81-3ca0-4259-a8f9-9569c28dd4d5 None None] Pushing event updated for resources: {'Port': ['ID=e7df697d-e082-4b43-9504-df6b64d2e8dc,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:23.174286 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=7 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:23.178240 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:23.869180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58484) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:24.202681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-bd0540d4-6c03-4bde-971f-5ea64f74abcf admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:00:24.203642 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bd0540d4-6c03-4bde-971f-5ea64f74abcf admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334866 Jul 18 14:00:26.492299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58492) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:26.819623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-daaa14e0-2d3a-48c9-bfbd-93dac8a333db admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:00:26.820734 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-daaa14e0-2d3a-48c9-bfbd-93dac8a333db admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3274126 Jul 18 14:00:29.055649 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58500) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:29.382437 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:29.406178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (7a44f50e-b00e-4161-b5a4-30018014e063), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:29.407588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (7a44f50e-b00e-4161-b5a4-30018014e063), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:29.555211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Publish callbacks [] for router_controller (7a44f50e-b00e-4161-b5a4-30018014e063), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:29.560306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (7a44f50e-b00e-4161-b5a4-30018014e063), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:29.578148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:29.579337 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5d00b31a-a000-48a5-bdde-e3604dd688ad demo demo] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5225763 Jul 18 14:00:30.768872 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c4c2e-3e7c-4eed-a23f-b8cfa62ed46e None None] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:00:30.904113 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Provisioning complete for port e7df697d-e082-4b43-9504-df6b64d2e8dc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:30.904521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:31.041513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Current status of the port e7df697d-e082-4b43-9504-df6b64d2e8dc is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:31.041910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:31.077917 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] For port e7df697d-e082-4b43-9504-df6b64d2e8dc, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=e7df697d-e082-4b43-9504-df6b64d2e8dc,segment=NetworkSegment(2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e),segment_id=2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:00:31.082786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:31.131361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ec093-4d0f-4808-b37c-237cc569a907 None None] Pushing event updated for resources: {'Port': ['ID=e7df697d-e082-4b43-9504-df6b64d2e8dc,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:31.201562 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9b576909-31fc-4704-a6e8-1399ce1bc00c None None] Provisioning complete for port e7df697d-e082-4b43-9504-df6b64d2e8dc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:31.202030 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b576909-31fc-4704-a6e8-1399ce1bc00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:31.223526 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device e7df697d-e082-4b43-9504-df6b64d2e8dc up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:00:31.279135 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:31.310973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port e7df697d-e082-4b43-9504-df6b64d2e8dc triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:31.311363 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:31.336106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9b576909-31fc-4704-a6e8-1399ce1bc00c None None] Current status of the port e7df697d-e082-4b43-9504-df6b64d2e8dc is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:31.389303 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port e7df697d-e082-4b43-9504-df6b64d2e8dc is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:31.820484 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 58512) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:32.137679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [None req-52a6d7d7-aa8f-422c-bab7-5f44a5dc70df admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:00:32.138694 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-52a6d7d7-aa8f-422c-bab7-5f44a5dc70df admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3172610 Jul 18 14:00:34.400193 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 58520) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:34.909976 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:34.910559 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:35.126080 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:35.138939 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writer thread running {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 14:00:35.139590 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:35.193484 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Made reservation on behalf of defeadff0f9c417facade99f9905fca6 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:00:35.253514 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.policy [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104071) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 14:00:35.297842 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:35.298222 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING oslo_policy.policy [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 14:00:35.308534 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.328411 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.441054 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks [] for security_group (5e22ad5f-cc4c-4529-a58f-b26997013b33), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.444898 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5e22ad5f-cc4c-4529-a58f-b26997013b33), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.458406 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104071) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 14:00:35.501578 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745515337485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2311b5bb-64be-4855-b2a2-2cee819c4627), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.503027 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Unsubscribe: segment precommit_create {{(pid=104071) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 14:00:35.503911 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Added segment 2311b5bb-64be-4855-b2a2-2cee819c4627 of type flat for network da4084b0-2915-4b74-9e77-f949f12bc002 Jul 18 14:00:35.542969 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22ad5f-cc4c-4529-a58f-b26997013b33,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:35.581782 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.582131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.582495 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.582842 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.583180 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.583509 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.583887 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.584275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.584619 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.584951 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.585277 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.585616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.585944 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.586265 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.586590 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Tracked resource versions report: Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: pushed versions: Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Agent': {'1.1'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Log': {'1.0'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Network': {'1.1'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Port': {'1.7'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: consumer versions: Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Agent': '1.1', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Log': '1.0', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'NDPProxy': '1.0', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Network': '1.1', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Port': '1.7', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'PortForwarding': '1.3', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'QosPolicy': '1.10', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SubPort': '1.0', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Subnet': '1.1', Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Trunk': '1.1'}} Jul 18 14:00:35.588121 dv-cinder-849846-1-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:00:35.632540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (da4084b0-2915-4b74-9e77-f949f12bc002), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.679656 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (da4084b0-2915-4b74-9e77-f949f12bc002), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.680946 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:35.681643 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:35.744440 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3422062 Jul 18 14:00:35.792074 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50946bc-6e64-441d-9fc4-ced486d13ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=da4084b0-2915-4b74-9e77-f949f12bc002,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:35.803106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network da4084b0-2915-4b74-9e77-f949f12bc002 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:00:37.998392 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 58542) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:38.412796 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd01db-41eb-4ddc-83a6-737b672f5676 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:38.414176 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f1fd01db-41eb-4ddc-83a6-737b672f5676 demo admin] 10.222.0.94 "GET /v2.0/subnets/30f6fa22-b6a3-49a5-ae64-26760652649c HTTP/1.1" status: 200 len: 849 time: 0.4148350 Jul 18 14:00:38.489300 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0a2b62d4-b3e1-45bd-983d-7ead4b72482b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:38.575769 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-47ca474f-4763-4c9c-a91b-fda1129b664c demo admin] 10.222.0.94 "GET /v2.0/routers/7a44f50e-b00e-4161-b5a4-30018014e063 HTTP/1.1" status: 200 len: 704 time: 0.1556542 Jul 18 14:00:38.863540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.103434 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:39.130165 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:39.159759 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Allocated IP 172.20.0.1 (cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7/30f6fa22-b6a3-49a5-ae64-26760652649c/212e5ce1-36fd-457b-9f3b-1c974ca5a4f9) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:00:39.346314 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks [] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.406326 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.474512 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:00:39.480127 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:39.493397 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:00:39.493949 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (7a44f50e-b00e-4161-b5a4-30018014e063), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.549403 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Pushing event updated for resources: {'Port': ['ID=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:39.573012 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=68,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:39.574275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:39.691400 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.702907 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e77a69e9-f46c-43ea-8117-beaf9a5358cf None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:39.703448 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e77a69e9-f46c-43ea-8117-beaf9a5358cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.705407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:39.735682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e77a69e9-f46c-43ea-8117-beaf9a5358cf None None] Port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:00:39.946420 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks [] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.950961 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:39.951822 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (7a44f50e-b00e-4161-b5a4-30018014e063), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:40.011368 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Pushing event updated for resources: {'Port': ['ID=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:40.080048 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:00:40.081327 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:40.155665 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:40.206264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:40.241066 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Router 7a44f50e-b00e-4161-b5a4-30018014e063 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:00:40.255973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-93c99771-f01a-46ac-b371-71fff1e8f375 None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:40.256372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-93c99771-f01a-46ac-b371-71fff1e8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:40.287393 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-93c99771-f01a-46ac-b371-71fff1e8f375 None None] Port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:00:40.329872 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:00:40.334983 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-318e32c9-057b-4fe0-ba49-fa507d426715 demo admin] 10.222.0.94 "PUT /v2.0/routers/7a44f50e-b00e-4161-b5a4-30018014e063/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7538700 Jul 18 14:00:40.341039 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Sync routers for ids ['7a44f50e-b00e-4161-b5a4-30018014e063'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:00:40.353548 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Routers {'7a44f50e-b00e-4161-b5a4-30018014e063'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:00:40.354297 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:00:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7a44f50e-b00e-4161-b5a4-30018014e063'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:40.533585 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Set router 7a44f50e-b00e-4161-b5a4-30018014e063 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:00:40.667888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c691d01c-9214-4230-bb08-01e1d8b2475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:40.952284 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:39Z', 'revision_number': 2, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port_host': None, '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:39Z', 'revision_number': 2, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:41.000367 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Checking router: 7a44f50e-b00e-4161-b5a4-30018014e063 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:00:41.000739 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Updating router 7a44f50e-b00e-4161-b5a4-30018014e063 port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:00:41.056354 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.553080 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks [] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.560907 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.711719 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Pushing event updated for resources: {'Port': ['ID=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:41.735757 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.736727 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.737254 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.737666 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.738076 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.738458 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.738892 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.739301 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.739711 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.740160 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.740568 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.740994 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.741398 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.741803 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.742210 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Tracked resource versions report: Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: pushed versions: Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: { 'AddressGroup': {'1.2'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Agent': {'1.1'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'ConntrackHelper': {'1.0'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Log': {'1.0'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'NDPProxy': {'1.0'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Network': {'1.1'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Port': {'1.7'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'PortForwarding': {'1.3'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'QosPolicy': {'1.10'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroup': {'1.5'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SubPort': {'1.0'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Subnet': {'1.1'}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Trunk': {'1.1'}} Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: consumer versions: Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Agent': '1.1', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'ConntrackHelper': '1.0', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'LocalIPAssociation': '1.0', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Log': '1.0', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'NDPProxy': '1.0', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Network': '1.1', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Port': '1.7', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'PortForwarding': '1.3', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'QosPolicy': '1.10', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroup': '1.5', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroupRule': '1.2', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SubPort': '1.0', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Subnet': '1.1', Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Trunk': '1.1'}} Jul 18 14:00:41.743775 dv-cinder-849846-1-iscsi neutron-server[104074]: {{(pid=104074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:00:41.759554 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Attempting to bind port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:00:41.759858 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Attempting to bind port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:00:41.760225 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Attempting to bind port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 on network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:00:41.765110 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:00:41.765518 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Checking segment: {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:00:41.765977 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.766354 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Bound using segment: {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:00:41.766806 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Bound port: 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:00:41.767226 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.811809 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ecdf2166-f32e-47e7-804f-b5525b87acab None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:41.812395 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2166-f32e-47e7-804f-b5525b87acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.821399 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:41.832799 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] For port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:00:41.847416 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf2166-f32e-47e7-804f-b5525b87acab None None] Port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:00:41.853304 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] For port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,segment=NetworkSegment(2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e),segment_id=2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:00:41.860245 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.874287 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:41.910239 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:41.911519 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Routers {'7a44f50e-b00e-4161-b5a4-30018014e063'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:00:41.912200 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:00:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7a44f50e-b00e-4161-b5a4-30018014e063'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:42.006993 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] Set router 7a44f50e-b00e-4161-b5a4-30018014e063 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:00:42.098168 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6a44-d9e8-4ceb-bbfe-64fc35af75bd None None] Pushing event updated for resources: {'Port': ['ID=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:42.166969 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:42.167365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:42.215002 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:39Z', 'revision_number': 2, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port_host': None, '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:41Z', 'revision_number': 4, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:42.237916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Current status of the port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:42.238311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:42.244395 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b755f47-7c38-40d8-917b-c1452d6f760b None None] The sync data for ids ['7a44f50e-b00e-4161-b5a4-30018014e063'] in dv-cinder-849846-1-iscsi is: [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:39Z', 'revision_number': 2, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port_host': None, '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:41Z', 'revision_number': 4, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:00:42.275304 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] For port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,segment=NetworkSegment(2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e),segment_id=2e4f5ab1-746d-4aaa-b1a3-81c412e1bc1e)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:00:42.280385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:42.335492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b64d-5c21-4d2f-8b42-c4ba00b3605f None None] Pushing event updated for resources: {'Port': ['ID=212e5ce1-36fd-457b-9f3b-1c974ca5a4f9,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:42.595907 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 58556) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:42.987354 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f2cc6-0831-4116-bb06-1e38482ab2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:42.988767 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fd5f2cc6-0831-4116-bb06-1e38482ab2c4 admin admin] 10.222.0.94 "GET /v2.0/networks/da4084b0-2915-4b74-9e77-f949f12bc002 HTTP/1.1" status: 200 len: 842 time: 0.3918793 Jul 18 14:00:42.998052 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'name': 'public-subnet'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:43.022339 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Made reservation on behalf of defeadff0f9c417facade99f9905fca6 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:00:43.024853 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:43.127966 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:43.318176 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.objects.ports [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104071) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 14:00:43.318540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (6c94bd70-45f3-4f02-8b30-2647e02a4d9d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:43.371390 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c94bd70-45f3-4f02-8b30-2647e02a4d9d,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:43.391560 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:00:43.391920 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Network hostable DHCP agents. Network: da4084b0-2915-4b74-9e77-f949f12bc002, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:00:43.416033 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:00:43.429575 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, da4084b0-2915-4b74-9e77-f949f12bc002) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:43.434247 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:43.434874 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:43.438711 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8451157-f8b4-4d9b-bf7f-bff2effafa93 None None] Network da4084b0-2915-4b74-9e77-f949f12bc002 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:00:43.471973 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-05e168ad-06f8-4571-b460-3f005b396b04 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4603977 Jul 18 14:00:43.536421 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:43.579895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37b427-2efd-4270-a242-f32ca2b85b5d None None] Network da4084b0-2915-4b74-9e77-f949f12bc002 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:00:45.739311 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 58564) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:46.141422 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d2aad16e-4577-44fa-a549-de0131131046 demo admin] 10.222.0.94 "GET /v2.0/routers/7a44f50e-b00e-4161-b5a4-30018014e063 HTTP/1.1" status: 200 len: 710 time: 0.4008532 Jul 18 14:00:46.244066 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af744da-eed5-488e-a987-b78d18832d23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:00:46.245484 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9af744da-eed5-488e-a987-b78d18832d23 demo admin] 10.222.0.94 "GET /v2.0/networks/da4084b0-2915-4b74-9e77-f949f12bc002 HTTP/1.1" status: 200 len: 886 time: 0.0980165 Jul 18 14:00:46.254922 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:00:46.332284 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:46.340189 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:46.496695 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks [] for router_gateway (7a44f50e-b00e-4161-b5a4-30018014e063), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:46.790748 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks [] for router_gateway (7a44f50e-b00e-4161-b5a4-30018014e063), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:46.866426 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:46.984332 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Allocated IP 172.27.1.170 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/f6baea1f-791c-44e4-ac33-fd919ee33a7f) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:00:47.090235 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks [] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.122604 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.164147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:00:47.169418 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:00:47.174294 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:00:47.179551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Pushing event updated for resources: {'Port': ['ID=f6baea1f-791c-44e4-ac33-fd919ee33a7f,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:47.258186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:00:47.281002 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:47.305824 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:47.306661 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.379623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:47.382686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:47.395892 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:47.419025 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks [] for router_gateway (7a44f50e-b00e-4161-b5a4-30018014e063), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.600679 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-992'] for router (7a44f50e-b00e-4161-b5a4-30018014e063), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.604079 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1796179'] for router (7a44f50e-b00e-4161-b5a4-30018014e063), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.704629 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Router 7a44f50e-b00e-4161-b5a4-30018014e063 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:00:47.801053 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:00:47.805110 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:47.806300 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0967ee67-9e22-4e91-8b2e-739922899505 demo admin] 10.222.0.94 "PUT /v2.0/routers/7a44f50e-b00e-4161-b5a4-30018014e063 HTTP/1.1" status: 200 len: 890 time: 1.5548997 Jul 18 14:00:48.575138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Sync routers for ids ['7a44f50e-b00e-4161-b5a4-30018014e063'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:00:48.586143 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Routers {'7a44f50e-b00e-4161-b5a4-30018014e063'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:00:48.586800 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:00:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7a44f50e-b00e-4161-b5a4-30018014e063'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:48.798754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:48.803007 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Set router 7a44f50e-b00e-4161-b5a4-30018014e063 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:00:49.173248 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:47Z', 'revision_number': 4, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port': {'id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:46Z', 'updated_at': '2022-07-18T14:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:42Z', 'revision_number': 5, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:49.220893 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Checking router: 7a44f50e-b00e-4161-b5a4-30018014e063 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:00:49.221178 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Updating router 7a44f50e-b00e-4161-b5a4-30018014e063 port f6baea1f-791c-44e4-ac33-fd919ee33a7f binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:00:49.343068 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.650737 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks [] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.657231 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.712892 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30d6e-7482-4273-b8a3-06b7f4790107 None None] Pushing event updated for resources: {'Port': ['ID=f6baea1f-791c-44e4-ac33-fd919ee33a7f,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:49.715192 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Attempting to bind port f6baea1f-791c-44e4-ac33-fd919ee33a7f on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:00:49.715564 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Attempting to bind port f6baea1f-791c-44e4-ac33-fd919ee33a7f by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:00:49.715930 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Attempting to bind port f6baea1f-791c-44e4-ac33-fd919ee33a7f on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:00:49.721150 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:00:49.721517 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:00:49.721922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.722303 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:00:49.722767 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Bound port: f6baea1f-791c-44e4-ac33-fd919ee33a7f, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:00:49.723146 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.770413 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] For port f6baea1f-791c-44e4-ac33-fd919ee33a7f, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:00:49.773423 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] For port f6baea1f-791c-44e4-ac33-fd919ee33a7f, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=f6baea1f-791c-44e4-ac33-fd919ee33a7f,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:00:49.779583 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:49.836674 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Routers {'7a44f50e-b00e-4161-b5a4-30018014e063'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:00:49.837282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:00:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7a44f50e-b00e-4161-b5a4-30018014e063'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:49.840208 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:49.840999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30d6e-7482-4273-b8a3-06b7f4790107 None None] Pushing event updated for resources: {'Port': ['ID=f6baea1f-791c-44e4-ac33-fd919ee33a7f,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:49.944751 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] Set router 7a44f50e-b00e-4161-b5a4-30018014e063 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:00:50.028796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:50.141139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:47Z', 'revision_number': 4, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port': {'id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:46Z', 'updated_at': '2022-07-18T14:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:42Z', 'revision_number': 5, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:00:50.165715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6aac9-d623-4fae-be32-688dc3f67dfe None None] The sync data for ids ['7a44f50e-b00e-4161-b5a4-30018014e063'] in dv-cinder-849846-1-iscsi is: [{'id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'name': 'router1', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:00:29Z', 'updated_at': '2022-07-18T14:00:47Z', 'revision_number': 4, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'gw_port': {'id': 'f6baea1f-791c-44e4-ac33-fd919ee33a7f', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:46Z', 'updated_at': '2022-07-18T14:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '212e5ce1-36fd-457b-9f3b-1c974ca5a4f9', 'name': '', 'network_id': 'cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7', 'tenant_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'mac_address': 'fa:16:3e:5f:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f50e-b00e-4161-b5a4-30018014e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:00:38Z', 'updated_at': '2022-07-18T14:00:42Z', 'revision_number': 5, 'project_id': 'ec42cd390d9e4d07bb7573020b5b1003', 'subnets': [{'id': '30f6fa22-b6a3-49a5-ae64-26760652649c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd993ea7-be83-4148-9d56-af6d8f13994c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:00:50.191831 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 58576) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:00:50.637835 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-33a1bb06-ee97-4ee3-a41c-21759e91ae63 admin admin] 10.222.0.94 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4447255 Jul 18 14:00:51.231983 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f6baea1f-791c-44e4-ac33-fd919ee33a7f up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:00:51.276873 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port f6baea1f-791c-44e4-ac33-fd919ee33a7f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:51.277213 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:51.351887 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port f6baea1f-791c-44e4-ac33-fd919ee33a7f is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:00:51.352327 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:51.373782 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port f6baea1f-791c-44e4-ac33-fd919ee33a7f, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=f6baea1f-791c-44e4-ac33-fd919ee33a7f,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:00:51.377872 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:51.425820 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=f6baea1f-791c-44e4-ac33-fd919ee33a7f,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:00:52.217453 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=58 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:52.218402 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:00:53.242726 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f6baea1f-791c-44e4-ac33-fd919ee33a7f up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:00:53.286381 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port f6baea1f-791c-44e4-ac33-fd919ee33a7f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:00:53.286770 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f6baea1f-791c-44e4-ac33-fd919ee33a7f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:00:53.358522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port f6baea1f-791c-44e4-ac33-fd919ee33a7f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:01:00.626040 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=53 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:00.634068 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=60 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:03.353452 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:03.356674 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:07.274808 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:01:07.314859 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:08.521407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5948a009-5b2d-4f50-bc43-4444f333aad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:10.660722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2397-582a-4bc6-ba98-38fe6a983133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:11.882170 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:13.137316 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:13.515660 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:17.275172 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:23.132742 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:23.510038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:38.495625 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f42767df-13ce-4d04-8689-976b8bf95a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:40.666390 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1ae08b4a-fa86-416b-83d8-b733b015fc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:41.889447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:43.137146 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:43.514396 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:01:44.276963 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:01:44.279187 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:53.503497 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=26 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:53.508590 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:01:54.272829 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:07.268814 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:07.270678 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:08.487919 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5dc3-109b-439d-a9ef-71b4502a4b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:10.661099 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5ca73673-8dbe-4915-9196-6b9b65d90042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:11.296575 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59116) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:11.628323 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.pecan_wsgi.hooks.translation [None req-c189ed77-6c28-499e-8d52-c52a6c60edec admin admin] GET failed (client error): The resource could not be found. Jul 18 14:02:11.629620 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c189ed77-6c28-499e-8d52-c52a6c60edec admin admin] 10.222.0.94 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3320148 Jul 18 14:02:11.870795 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b92351-6f2d-4e1f-9d99-872569aa5a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:11.872235 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-61b92351-6f2d-4e1f-9d99-872569aa5a25 admin admin] 10.222.0.94 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2380342 Jul 18 14:02:11.886538 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:13.136293 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:13.509682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:14.019706 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59126) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:14.390102 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995358eb-3bcc-4de6-ae67-17c2dd6604a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:14.391383 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-995358eb-3bcc-4de6-ae67-17c2dd6604a5 admin admin] 10.222.0.94 "GET /v2.0/subnets/30f6fa22-b6a3-49a5-ae64-26760652649c HTTP/1.1" status: 200 len: 849 time: 0.3707008 Jul 18 14:02:14.401014 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:02:14.487406 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Publish callbacks [] for subnet (30f6fa22-b6a3-49a5-ae64-26760652649c), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:14.633777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745515349279'] for subnet (30f6fa22-b6a3-49a5-ae64-26760652649c), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:14.666810 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:14.667314 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:14.668617 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] 10.222.0.94 "PUT /v2.0/subnets/30f6fa22-b6a3-49a5-ae64-26760652649c HTTP/1.1" status: 200 len: 868 time: 0.2712498 Jul 18 14:02:14.671762 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6a03b-d8e2-4458-b324-b367e20cec54 None None] Network cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:02:14.694467 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f6fa22-b6a3-49a5-ae64-26760652649c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:02:14.701446 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.701788 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.702129 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.702465 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.702797 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.703127 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.703449 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.703762 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.704115 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.704444 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.704768 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.705119 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.705443 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.705760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:14.706078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f367-cb0d-47c3-b071-396344be067c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:02:15.010462 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Provisioning complete for port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:02:15.010847 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (212e5ce1-36fd-457b-9f3b-1c974ca5a4f9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:15.086488 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Current status of the port 212e5ce1-36fd-457b-9f3b-1c974ca5a4f9 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:02:15.094417 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Provisioning complete for port e7df697d-e082-4b43-9504-df6b64d2e8dc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:02:15.094803 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7df697d-e082-4b43-9504-df6b64d2e8dc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:15.166304 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5b5da429-1404-4810-b8e1-f07099edb2a0 None None] Current status of the port e7df697d-e082-4b43-9504-df6b64d2e8dc is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:02:16.827018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59134) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:17.305703 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316ee64-3d99-4a69-889b-779b141f0728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:17.306191 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316ee64-3d99-4a69-889b-779b141f0728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:17.307757 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c316ee64-3d99-4a69-889b-779b141f0728 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4797032 Jul 18 14:02:19.463662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59144) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:19.872416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7097db8-88c6-4162-94b6-7d2111f54d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:19.872901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7097db8-88c6-4162-94b6-7d2111f54d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:19.874443 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a7097db8-88c6-4162-94b6-7d2111f54d8f admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4098704 Jul 18 14:02:21.275767 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:02:22.058459 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59152) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:22.503912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32731c-7c6b-4663-8ab1-000689f51186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:22.505255 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9e32731c-7c6b-4663-8ab1-000689f51186 admin admin] 10.222.0.94 "GET /v2.0/networks/cc6f5c1f-5a72-45ad-af0e-8c5caae88ec7 HTTP/1.1" status: 200 len: 869 time: 0.4458530 Jul 18 14:02:24.681975 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59160) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:24.696881 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=64,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:24.697781 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:25.091725 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e875a70-c080-48fb-8247-d3ad9bb526b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:25.093054 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2e875a70-c080-48fb-8247-d3ad9bb526b4 admin admin] 10.222.0.94 "GET /v2.0/networks/da4084b0-2915-4b74-9e77-f949f12bc002 HTTP/1.1" status: 200 len: 886 time: 0.4101148 Jul 18 14:02:25.160931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:25.163866 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:27.278097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59168) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:27.675154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f757d2b-2e47-470c-8dc4-103f1a04cd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:27.675538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f757d2b-2e47-470c-8dc4-103f1a04cd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:27.677093 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0f757d2b-2e47-470c-8dc4-103f1a04cd00 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980565 Jul 18 14:02:29.839566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59176) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:30.207434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236725e0-3c80-4cdb-a2e4-eeffcc647913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:30.207822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236725e0-3c80-4cdb-a2e4-eeffcc647913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:30.209334 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-236725e0-3c80-4cdb-a2e4-eeffcc647913 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3687966 Jul 18 14:02:31.271055 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:31.271833 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:32.381841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59184) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:32.751423 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5377b2-cafc-4cc4-8438-250c906c658d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:32.752818 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8d5377b2-cafc-4cc4-8438-250c906c658d admin admin] 10.222.0.94 "GET /v2.0/subnets/30f6fa22-b6a3-49a5-ae64-26760652649c HTTP/1.1" status: 200 len: 868 time: 0.3700054 Jul 18 14:02:34.927934 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59192) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:02:35.078366 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:35.089716 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:35.290823 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abe596-c2ca-45fe-99a3-679138376c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:02:35.292280 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-72abe596-c2ca-45fe-99a3-679138376c06 admin admin] 10.222.0.94 "GET /v2.0/subnets/6c94bd70-45f3-4f02-8b30-2647e02a4d9d HTTP/1.1" status: 200 len: 816 time: 0.3633478 Jul 18 14:02:38.493739 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f31c45cf-fa6c-472f-af44-5d7bb8a96f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:40.664342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d1c0529c-0b11-4491-aa29-0eef3c5aa449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:41.888951 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:42.741804 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=55 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:42.747394 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=53 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:43.142221 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:43.513495 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:02:45.282780 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:45.287879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:53.502505 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:53.509721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:02:58.274051 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:03:03.191397 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59246) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:03:03.512435 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [None req-e3543506-bddb-4407-abe0-4d27d0997bb2 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:03:03.513475 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e3543506-bddb-4407-abe0-4d27d0997bb2 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3210928 Jul 18 14:03:05.781754 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59254) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:03:06.118101 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc182c4-277b-4a57-990e-7d1b9ff8b02d admin admin] GET failed (client error): The resource could not be found. Jul 18 14:03:06.119913 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7bc182c4-277b-4a57-990e-7d1b9ff8b02d admin admin] 10.222.0.94 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3372540 Jul 18 14:03:06.204013 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59c8b9-a0eb-4765-8738-427de5ffd5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:03:06.205467 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fd59c8b9-a0eb-4765-8738-427de5ffd5af admin admin] 10.222.0.94 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814757 Jul 18 14:03:08.269332 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:08.273510 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=19 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:08.415284 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59262) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:03:08.484591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0ea9-370d-4b85-ac0d-338056faebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.757060 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:03:08.776401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Made reservation on behalf of defeadff0f9c417facade99f9905fca6 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:03:08.778889 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.806241 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING neutron.services.revisions.revision_plugin [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Could not find related network for resource to bump revision. Jul 18 14:03:08.822489 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:03:08.832415 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (81df1501-c902-4c45-962e-808b95667334), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.832763 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Added segment 81df1501-c902-4c45-962e-808b95667334 of type vlan for network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f Jul 18 14:03:08.874635 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.899655 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.901155 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:03:08.901734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:08.935010 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5185900 Jul 18 14:03:08.965884 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4ab17-6a43-4fd7-acad-120796650825 admin admin] Pushing event updated for resources: {'Network': ['ID=618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:03:08.976020 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:03:10.668916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-70dda01d-f7ea-4d3e-b424-d4dd422339a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:11.154934 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59270) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:03:11.487461 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48e3cc-33a5-4f01-9515-28057e8e97a5 admin admin] GET failed (client error): The resource could not be found. Jul 18 14:03:11.488776 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bb48e3cc-33a5-4f01-9515-28057e8e97a5 admin admin] 10.222.0.94 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3328860 Jul 18 14:03:11.560237 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188cee8-f227-4726-b0ed-288eda9e542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:03:11.562275 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8188cee8-f227-4726-b0ed-288eda9e542d admin admin] 10.222.0.94 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694408 Jul 18 14:03:11.571927 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f', 'description': 'shared-subnet'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:03:11.592405 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Made reservation on behalf of defeadff0f9c417facade99f9905fca6 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:03:11.594651 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:11.759474 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (e45e01b6-25a1-4dd7-aeda-602f4af5796e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:11.808609 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45e01b6-25a1-4dd7-aeda-602f4af5796e,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:03:11.825573 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Checking segment: {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:03:11.825930 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Network hostable DHCP agents. Network: 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:03:11.842245 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:03:11.850889 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:03:11.855053 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:03:11.855655 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:11.859658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677a488-9829-45b5-b139-c162add8302d None None] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:03:11.872296 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d73b8a6a-3a44-404c-8fba-e1eb79b496f6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3036790 Jul 18 14:03:11.941240 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:11.983119 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f', 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f', 'project_id': 'defeadff0f9c417facade99f9905fca6', 'fixed_ips': [{'subnet_id': 'e45e01b6-25a1-4dd7-aeda-602f4af5796e'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:03:11.984162 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.126255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Allocated IP 192.168.233.2 (618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f/e45e01b6-25a1-4dd7-aeda-602f4af5796e/31428e00-dfea-4bd5-9fc5-29d3003d15cd) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:03:12.275211 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks [] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.284225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.340784 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:03:12.343715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:03:12.351000 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:03:12.364863 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Pushing event updated for resources: {'Port': ['ID=31428e00-dfea-4bd5-9fc5-29d3003d15cd,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:03:12.387315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.387596 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.388018 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.388339 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.388678 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.389011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.389338 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.389669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.389993 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.390322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.390649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.390989 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.391313 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.391633 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.391970 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:03:12.427143 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Attempting to bind port 31428e00-dfea-4bd5-9fc5-29d3003d15cd on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:03:12.427514 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Attempting to bind port 31428e00-dfea-4bd5-9fc5-29d3003d15cd by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:03:12.427879 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Attempting to bind port 31428e00-dfea-4bd5-9fc5-29d3003d15cd on network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:03:12.433547 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:03:12.433923 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Checking segment: {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:03:12.434329 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.434719 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Bound using segment: {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:03:12.435186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Bound port: 31428e00-dfea-4bd5-9fc5-29d3003d15cd, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:03:12.435566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.495236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] For port 31428e00-dfea-4bd5-9fc5-29d3003d15cd, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:03:12.498302 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] For port 31428e00-dfea-4bd5-9fc5-29d3003d15cd, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=31428e00-dfea-4bd5-9fc5-29d3003d15cd,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:03:12.505351 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:12.535437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:12.565871 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36142-53c7-4320-9783-a47bb31f88ac None None] Pushing event updated for resources: {'Port': ['ID=31428e00-dfea-4bd5-9fc5-29d3003d15cd,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:03:13.249016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.336869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 31428e00-dfea-4bd5-9fc5-29d3003d15cd up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:03:13.388882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 31428e00-dfea-4bd5-9fc5-29d3003d15cd triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:03:13.388882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.437265 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:13.467415 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce3e4e-cb14-4a6e-ab63-4c8a2f920066 None None] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:03:13.504612 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 31428e00-dfea-4bd5-9fc5-29d3003d15cd is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:03:13.504910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.595236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a08f5e09-4568-488f-8b49-d7859bffb229 None None] Provisioning complete for port 31428e00-dfea-4bd5-9fc5-29d3003d15cd triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:03:13.595675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a08f5e09-4568-488f-8b49-d7859bffb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.623786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 31428e00-dfea-4bd5-9fc5-29d3003d15cd, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=31428e00-dfea-4bd5-9fc5-29d3003d15cd,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:03:13.624793 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.631483 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.716476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=31428e00-dfea-4bd5-9fc5-29d3003d15cd,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:03:13.761702 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a08f5e09-4568-488f-8b49-d7859bffb229 None None] Current status of the port 31428e00-dfea-4bd5-9fc5-29d3003d15cd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:03:13.880435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a8f58c54-3a50-408a-85bc-350cdab47f8c None None] Provisioning complete for port 31428e00-dfea-4bd5-9fc5-29d3003d15cd triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:03:13.880829 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a8f58c54-3a50-408a-85bc-350cdab47f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:13.953358 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a8f58c54-3a50-408a-85bc-350cdab47f8c None None] Current status of the port 31428e00-dfea-4bd5-9fc5-29d3003d15cd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:03:15.313527 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 31428e00-dfea-4bd5-9fc5-29d3003d15cd up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:03:15.357269 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 31428e00-dfea-4bd5-9fc5-29d3003d15cd triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:03:15.357655 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (31428e00-dfea-4bd5-9fc5-29d3003d15cd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:15.430231 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 31428e00-dfea-4bd5-9fc5-29d3003d15cd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:03:21.864241 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:21.865047 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:25.425360 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:25.428287 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:35.273649 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:03:35.283727 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:38.486891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b9c75c01-f01a-42cf-8982-8f6364bee014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:40.671909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4c95-445c-4913-9ac6-54e7c68b3b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:41.894479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:43.149939 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:43.517192 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:03:45.269549 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:53.505871 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:03:53.512714 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:08.491203 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4e748ed7-fae5-4337-ae78-287538f5720c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:10.675070 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c9b04ed7-71c4-457f-a99f-67fc81e4d2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:11.898669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:12.273544 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:04:13.152737 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:13.518969 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:22.270550 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:22.271213 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:23.512103 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:23.514027 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:38.493594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4b99c560-c076-4231-8cd6-df83b011c801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:39.758946 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59314) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:04:39.765507 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [None req-2f20642c-e53b-44db-87d5-194fce0918f9 tempest-verify_tempest_config-1077511578 tempest-verify_tempest_config-1077511578-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:04:39.766555 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2f20642c-e53b-44db-87d5-194fce0918f9 tempest-verify_tempest_config-1077511578 tempest-verify_tempest_config-1077511578-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066259 Jul 18 14:04:40.286038 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59332) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:04:40.622921 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.676869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f005f7b2-e8e0-4291-a8fe-a9aae4fc0582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.699316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Publish callbacks [] for security_group (69c9af92-b9a4-4293-9db0-f3d8ed486921), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.703050 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (69c9af92-b9a4-4293-9db0-f3d8ed486921), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.749351 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9af92-b9a4-4293-9db0-f3d8ed486921,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:04:40.753937 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=49f517a1fa284b60b19d44f1d250780b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4669294 Jul 18 14:04:40.756755 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59336) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:04:40.758140 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.758509 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.758829 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.759164 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.759637 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.759805 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.760148 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.760472 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.761358 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.761684 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.762019 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.762361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.762684 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.763000 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.763314 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3738cf99-78ae-4eeb-b813-42a9b1f1b434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.816624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Publish callbacks [] for security_group (69c9af92-b9a4-4293-9db0-f3d8ed486921), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.837371 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Publish callbacks [] for security_group (69c9af92-b9a4-4293-9db0-f3d8ed486921), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.928045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (69c9af92-b9a4-4293-9db0-f3d8ed486921), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.930558 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:40.931704 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/69c9af92-b9a4-4293-9db0-f3d8ed486921 HTTP/1.1" status: 204 len: 168 time: 0.1739609 Jul 18 14:04:40.940182 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9af92-b9a4-4293-9db0-f3d8ed486921,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:04:40.947770 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.948410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.948856 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.949204 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.949593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.949875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.950207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.950538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.950896 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.951253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.951659 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.952042 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.952374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.952697 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:40.953019 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bee7b8-f3e2-4537-920c-850c7264cc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:04:41.907453 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:43.155604 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:43.525291 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:04:49.273121 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:04:49.285767 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:50.747993 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:50.752794 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=22,neutron:INSERT=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:50.936431 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:50.943597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:53.512121 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:04:53.519965 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:03.264994 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:03.265652 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:08.497716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8699-a76c-432c-bbd4-d74c1ce86937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:10.679107 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9df3181c-7f0a-406f-b342-cc30a267bbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:11.904062 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:13.156624 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:13.518290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:23.512278 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:23.514227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:26.271561 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:05:36.268457 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:36.269127 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:38.502847 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2ad1ff0a-e816-4549-85e8-b1a5368e0fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:40.681136 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-086c7387-632f-4831-a0b3-272e98e31d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:41.907042 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:43.159759 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:43.520561 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:05:53.514022 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:05:53.516568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:03.270947 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 5 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:06:08.504786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3236-1de3-4421-8b7e-44b381077e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:10.682262 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f82926a9-8158-4da5-991c-c72d8e367dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:11.913374 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:13.163241 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:13.267523 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:13.268184 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:13.522540 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:23.516371 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:23.518253 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:31.817186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797930'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:38.506946 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e6c3ab6e-6480-4578-af0e-632b78a42d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:40.271059 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:06:40.683282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0acc08ad-b56e-472e-a920-839e242a7f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:41.913346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:43.167011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:43.527999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:06:43.703764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59432) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:06:43.832089 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e6b432fb-d3dc-442d-9725-acb85b61a278 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1271694 Jul 18 14:06:45.885862 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59442) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:06:45.947918 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7f5e7fcd-ea38-4ad0-b08b-b319cd9c16ce admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0609496 Jul 18 14:06:50.265812 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:50.266586 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:53.521594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:53.523542 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:53.826299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:55.940414 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:06:55.941341 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:01.794501 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:03.261438 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:03.262148 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:08.509558 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-edf7ca62-6edd-4e3f-89ca-a6c33db31770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:10.686778 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-158ca78a-c49d-4f1e-9df3-0cd3b24d26eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:11.915997 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:13.169300 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:13.530459 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:17.271186 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:07:23.524283 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:23.526120 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:27.267694 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:27.268459 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:31.809672 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:38.512167 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a97192b8-ae98-4dfc-83b1-2ee71b4a648b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:40.690584 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ddd08094-bfc9-4dfb-82b5-fea8e90ef06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:41.919362 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:43.174691 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:43.539045 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:07:53.163823 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=24 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:53.534013 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:07:54.270876 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:08:01.823489 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:07.277055 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:07.277865 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:08.514623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e93ac6b6-b1ce-4c94-addc-6ffcd9632d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:10.693995 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7ec99d01-f8bc-48a5-a710-0714de45ae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:11.922504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:13.172205 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:13.535133 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:23.529026 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:23.530896 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:24.465187 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59626) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:24.831166 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59644) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:24.916223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-28725985-network', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:24.937179 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:24.940676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:24.951366 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.027712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks [] for security_group (a1d13976-12a6-4a42-bb3d-a555ee4f2117), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.032123 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a1d13976-12a6-4a42-bb3d-a555ee4f2117), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.058269 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:08:25.077191 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2e851100-28dc-4564-8e4a-879cac1ec138), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.077673 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Added segment 2e851100-28dc-4564-8e4a-879cac1ec138 of type vlan for network ee89766c-7eb8-4f64-a3df-79441574b226 Jul 18 14:08:25.088487 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d13976-12a6-4a42-bb3d-a555ee4f2117,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:25.131683 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (ee89766c-7eb8-4f64-a3df-79441574b226), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.159114 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.160275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.160808 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.161305 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.161805 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.162279 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.162761 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.163369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.163867 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.164387 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.164894 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.165394 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.165886 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.166293 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.166539 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Tracked resource versions report: Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: pushed versions: Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Agent': {'1.1'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Log': {'1.0'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Network': {'1.1'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Port': {'1.7'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: consumer versions: Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: HyperV agent@hv-cinder-84984: {}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Agent': '1.1', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Log': '1.0', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'NDPProxy': '1.0', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Network': '1.1', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Port': '1.7', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'PortForwarding': '1.3', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'QosPolicy': '1.10', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'SubPort': '1.0', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Subnet': '1.1', Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: 'Trunk': '1.1'}} Jul 18 14:08:25.168577 dv-cinder-849846-1-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:08:25.171691 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (ee89766c-7eb8-4f64-a3df-79441574b226), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.172893 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:25.173670 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.207196 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7370155 Jul 18 14:08:25.207300 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59684) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:25.212630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Request body: {'subnet': {'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-28725985-subnet', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.238536 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:25.243373 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.246181 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f2602-5ca2-4289-9fdc-e7d799d43cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee89766c-7eb8-4f64-a3df-79441574b226,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:25.253324 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-26419836-network', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.258013 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network ee89766c-7eb8-4f64-a3df-79441574b226 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:08:25.281552 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Made reservation on behalf of eaf9f75abc034491bd1b8846c05bf625 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:25.284290 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.295229 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.381498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks [] for security_group (d958e683-14d0-4403-b86b-9967b81158fe), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.385940 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d958e683-14d0-4403-b86b-9967b81158fe), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.400097 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:08:25.410883 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (ab012fed-cb76-4ff0-a50f-b5933ae2bb27), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.411323 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Added segment ab012fed-cb76-4ff0-a50f-b5933ae2bb27 of type vlan for network 1e995c6e-c3ce-4e05-9f56-a5572491371e Jul 18 14:08:25.420616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59692) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:25.460692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (1e995c6e-c3ce-4e05-9f56-a5572491371e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.500759 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958e683-14d0-4403-b86b-9967b81158fe,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:25.503518 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59700) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:25.510185 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (1e995c6e-c3ce-4e05-9f56-a5572491371e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.511322 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:25.512117 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.538793 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7064514 Jul 18 14:08:25.565339 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59706) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:25.571216 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Request body: {'subnet': {'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-subnet', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.578303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (719e2916-e185-4567-baba-0c77b9708a67), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.586175 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a802c-4f79-464d-a8b4-d7c6307fb705 admin admin] Pushing event updated for resources: {'Network': ['ID=1e995c6e-c3ce-4e05-9f56-a5572491371e,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:25.598816 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:08:25.625951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:25.626598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Network hostable DHCP agents. Network: ee89766c-7eb8-4f64-a3df-79441574b226, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:08:25.691909 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Made reservation on behalf of eaf9f75abc034491bd1b8846c05bf625 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:25.695466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.718385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Network ee89766c-7eb8-4f64-a3df-79441574b226 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:08:25.739235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2038888247-network', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.744284 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719e2916-e185-4567-baba-0c77b9708a67,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:25.779488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, ee89766c-7eb8-4f64-a3df-79441574b226) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:25.784598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:25.785193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.793796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e72891-585a-4ea7-854d-75dd63d1d175 None None] Network ee89766c-7eb8-4f64-a3df-79441574b226 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:25.805247 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.805635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.805982 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.806351 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.806688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.807015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.807339 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.807729 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.808109 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.808431 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.808946 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.809625 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.810430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.810752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.811229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] Tracked resource versions report: Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: pushed versions: Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: { 'AddressGroup': {'1.2'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Agent': {'1.1'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'ConntrackHelper': {'1.0'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Log': {'1.0'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'NDPProxy': {'1.0'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Network': {'1.1'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Port': {'1.7'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'PortForwarding': {'1.3'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'QosPolicy': {'1.10'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroup': {'1.5'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SubPort': {'1.0'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Subnet': {'1.1'}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Trunk': {'1.1'}} Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: consumer versions: Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: HyperV agent@hv-cinder-84984: {}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Agent': '1.1', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'ConntrackHelper': '1.0', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'LocalIPAssociation': '1.0', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Log': '1.0', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'NDPProxy': '1.0', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Network': '1.1', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Port': '1.7', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'PortForwarding': '1.3', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'QosPolicy': '1.10', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroup': '1.5', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SecurityGroupRule': '1.2', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'SubPort': '1.0', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Subnet': '1.1', Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: 'Trunk': '1.1'}} Jul 18 14:08:25.812505 dv-cinder-849846-1-iscsi neutron-server[104072]: {{(pid=104072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:08:25.853141 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f7462f44-65e6-4f88-9d01-b86cf0c5f9d7 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6449201 Jul 18 14:08:25.858302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59722) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:25.858789 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1194570004-network', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.864776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:25.872960 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Made reservation on behalf of 31755010e81b43908bbef9ae75eaaa64 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:25.876082 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.895548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:25.899987 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Made reservation on behalf of 799dde59367144af9f1f8cce1cb7d435 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:25.901240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.902558 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.917565 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=21,neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:25.919540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.958982 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (48511725-bea5-493b-af09-a21d96c57247), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.959849 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (48511725-bea5-493b-af09-a21d96c57247), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:25.985029 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-ee89766c-7eb8-4f64-a3df-79441574b226', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:08:25.987152 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.195584 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:26.213089 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks [] for security_group (0a8a04f3-0c02-4769-8c92-2f11e40cb778), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.214436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for router_controller (48511725-bea5-493b-af09-a21d96c57247), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.217390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:26.226147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (0a8a04f3-0c02-4769-8c92-2f11e40cb778), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.255614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Allocated IP 172.20.0.2 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/54255df1-ab37-43bb-8768-96b7846bd03f) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:26.306303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:08:26.320228 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8a04f3-0c02-4769-8c92-2f11e40cb778,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:26.341220 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (33911d54-5d20-46e4-a96e-cbf8bd2527c0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.341568 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Added segment 33911d54-5d20-46e4-a96e-cbf8bd2527c0 of type vlan for network cf7f0400-e048-424d-934c-355c986c5602 Jul 18 14:08:26.441505 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (cf7f0400-e048-424d-934c-355c986c5602), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.450571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (1ac30e2a-283f-459c-aac9-7d5de5acafe0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.528384 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (cf7f0400-e048-424d-934c-355c986c5602), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.529759 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:26.530445 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.575285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks [] for port (54255df1-ab37-43bb-8768-96b7846bd03f), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.595788 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.647977 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] Pushing event updated for resources: {'Network': ['ID=cf7f0400-e048-424d-934c-355c986c5602,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:26.655528 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ae48aa9c-375e-4ec3-a463-6490ed34585c admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1512101 Jul 18 14:08:26.659066 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59746) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:26.664634 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Request body: {'subnet': {'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1194570004-subnet', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:26.683885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:26.691784 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network cf7f0400-e048-424d-934c-355c986c5602 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:08:26.696196 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Made reservation on behalf of 799dde59367144af9f1f8cce1cb7d435 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:26.700579 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.709862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:26.715455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:26.753678 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for router_gateway (48511725-bea5-493b-af09-a21d96c57247), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.785157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks [] for security_group (cdb34939-226a-4e2b-8a8e-3351a75f1b6f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:26.879957 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Pushing event updated for resources: {'Port': ['ID=54255df1-ab37-43bb-8768-96b7846bd03f,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:26.956509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.956855 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.963139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.966032 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.967051 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.967652 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.968605 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.969174 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.969713 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.970263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.970893 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.971463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.972023 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.972571 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.973118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Tracked resource versions report: Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: pushed versions: Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: { 'AddressGroup': {'1.2'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Agent': {'1.1'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'ConntrackHelper': {'1.0'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Log': {'1.0'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'NDPProxy': {'1.0'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Network': {'1.1'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Port': {'1.7'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'PortForwarding': {'1.3'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'QosPolicy': {'1.10'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroup': {'1.5'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SubPort': {'1.0'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Subnet': {'1.1'}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Trunk': {'1.1'}} Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: consumer versions: Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: HyperV agent@hv-cinder-84984: {}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Agent': '1.1', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'ConntrackHelper': '1.0', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'LocalIPAssociation': '1.0', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Log': '1.0', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'NDPProxy': '1.0', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Network': '1.1', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Port': '1.7', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'PortForwarding': '1.3', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'QosPolicy': '1.10', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroup': '1.5', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SecurityGroupRule': '1.2', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'SubPort': '1.0', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Subnet': '1.1', Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: 'Trunk': '1.1'}} Jul 18 14:08:26.974869 dv-cinder-849846-1-iscsi neutron-server[104073]: {{(pid=104073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:08:27.007208 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:27.012489 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (f1f7f66c-9d20-4ce6-bae9-f601e698c5bb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.023909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Attempting to bind port 54255df1-ab37-43bb-8768-96b7846bd03f on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:27.029675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Attempting to bind port 54255df1-ab37-43bb-8768-96b7846bd03f by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:27.034382 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Attempting to bind port 54255df1-ab37-43bb-8768-96b7846bd03f on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:27.044663 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:27.049425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cdb34939-226a-4e2b-8a8e-3351a75f1b6f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.052364 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:27.055521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.057228 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:27.058845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Bound port: 54255df1-ab37-43bb-8768-96b7846bd03f, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:27.061312 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.132070 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f7f66c-9d20-4ce6-bae9-f601e698c5bb,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:27.144199 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Checking segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:27.144568 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Network hostable DHCP agents. Network: cf7f0400-e048-424d-934c-355c986c5602, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:08:27.150408 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac30e2a-283f-459c-aac9-7d5de5acafe0,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:27.154742 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] For port 54255df1-ab37-43bb-8768-96b7846bd03f, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:27.156906 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:27.160593 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] For port 54255df1-ab37-43bb-8768-96b7846bd03f, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=54255df1-ab37-43bb-8768-96b7846bd03f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:27.162904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:08:27.169477 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Network cf7f0400-e048-424d-934c-355c986c5602 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:08:27.172992 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.183972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, cf7f0400-e048-424d-934c-355c986c5602) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:27.200327 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:27.200877 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.206253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (b785db6a-9a94-406c-855d-7d392795e8e0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.206604 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Added segment b785db6a-9a94-406c-855d-7d392795e8e0 of type vlan for network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 Jul 18 14:08:27.221865 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d7de3-1080-40e3-ad08-db42e1df0af7 None None] Network cf7f0400-e048-424d-934c-355c986c5602 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:27.235246 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f8b6a9a2-32c8-461b-a029-559b58fe5a72 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5737946 Jul 18 14:08:27.237183 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59768) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:27.244353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:27.256173 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.271382 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb34939-226a-4e2b-8a8e-3351a75f1b6f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:27.300454 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for router_gateway (48511725-bea5-493b-af09-a21d96c57247), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.303045 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:27.315124 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.317430 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.347818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.407795 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-cf7f0400-e048-424d-934c-355c986c5602', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'fixed_ips': [{'subnet_id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:08:27.409034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.413368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e420d3-15b8-47b5-9c5e-bb2e67fb24d7 None None] Pushing event updated for resources: {'Port': ['ID=54255df1-ab37-43bb-8768-96b7846bd03f,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:27.441176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:27.441619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Network hostable DHCP agents. Network: 1e995c6e-c3ce-4e05-9f56-a5572491371e, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:08:27.480555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.481588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:27.482163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.543932 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for router_controller (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.612659 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Allocated IP 172.20.0.2 (cf7f0400-e048-424d-934c-355c986c5602/f1f7f66c-9d20-4ce6-bae9-f601e698c5bb/7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:27.819151 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3946514 Jul 18 14:08:27.850198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59774) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:27.855131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Request body: {'subnet': {'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2038888247-subnet', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:27.863697 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfda10-bf51-4e1b-a955-3e84d48dc565 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:27.873880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:08:27.897619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 1e995c6e-c3ce-4e05-9f56-a5572491371e) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:27.909734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:27.910334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.914756 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for router_gateway (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.928086 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Allocated IP 172.27.1.219 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/21e221d8-e6f3-4dcf-b866-300829ea3d03) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:27.936762 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:08:27.938961 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2410c9-d60e-4497-8eb2-3de157575df0 None None] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:27.940681 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5ba36892-14a4-4ee3-978c-facc7269a4a8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3742056 Jul 18 14:08:27.943797 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59778) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:27.948635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:27.965832 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks [] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.975212 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Made reservation on behalf of 31755010e81b43908bbef9ae75eaaa64 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:27.981723 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.987038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:27.992540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:27.993485 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.015826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:28.068184 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.118744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for router_controller (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.232771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:28.290178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.346716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Network cf7f0400-e048-424d-934c-355c986c5602 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:28.397957 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for router_gateway (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.666398 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for router_gateway (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.689625 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:28.700328 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:28.715230 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.720133 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Pushing event updated for resources: {'Port': ['ID=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:28.767300 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (24927f18-6dae-4e81-aecc-8d62ca93b89d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.778369 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.803568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-1e995c6e-c3ce-4e05-9f56-a5572491371e', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:08:28.805699 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.934027 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Attempting to bind port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:28.934453 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Attempting to bind port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:28.934822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Attempting to bind port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 on network cf7f0400-e048-424d-934c-355c986c5602 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:28.982822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:28.984627 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Checking segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:28.985222 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:28.986728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Bound using segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:28.987405 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Bound port: 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:28.990523 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.084453 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.094121 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Allocated IP 172.27.1.88 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/df69a792-2390-41ff-87a4-7fde60e05395) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:29.100087 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003c591-f389-4c7b-8960-b10d0b8e1788 None None] Network ee89766c-7eb8-4f64-a3df-79441574b226 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:29.104249 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24927f18-6dae-4e81-aecc-8d62ca93b89d,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:29.122735 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Checking segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:29.123299 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Network hostable DHCP agents. Network: 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:08:29.138824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Pushing event updated for resources: {'Port': ['ID=21e221d8-e6f3-4dcf-b866-300829ea3d03,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:29.144752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:29.170324 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:29.173618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:29.211123 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:08:29.231461 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:29.239182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:29.239785 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.277129 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for port (df69a792-2390-41ff-87a4-7fde60e05395), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.281753 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b072e3e9-11d5-4488-980c-292c0e08b603 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4303527 Jul 18 14:08:29.285676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59832) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:29.287334 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.291755 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:29.329669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbff5c9-a682-42fe-9263-05e8a56e8563 None None] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:29.331845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.337155 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.338198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.343372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.348329 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (df69a792-2390-41ff-87a4-7fde60e05395), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.373309 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for router_gateway (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.387730 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Allocated IP 172.20.0.2 (1e995c6e-c3ce-4e05-9f56-a5572491371e/1ac30e2a-283f-459c-aac9-7d5de5acafe0/94283a1f-0d58-486c-a02b-2db9a41ba1df) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:29.405950 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:29.420357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.481196 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:29.494834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] For port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:29.496057 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:29.506770 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for router_controller (399a511e-1658-43ba-8f47-3d75a4f2a45a), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.513046 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] For port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:29.581837 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Pushing event updated for resources: {'Port': ['ID=df69a792-2390-41ff-87a4-7fde60e05395,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:29.635263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Provisioning complete for port 54255df1-ab37-43bb-8768-96b7846bd03f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:29.636643 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.643808 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 54255df1-ab37-43bb-8768-96b7846bd03f up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:29.709151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.844629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Allocated IP 172.27.1.174 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/5ca948d3-5319-41d2-ab53-eb728d1f41ec) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:29.894173 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.895147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for router_gateway (48511725-bea5-493b-af09-a21d96c57247), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:29.899636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:29.908410 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 54255df1-ab37-43bb-8768-96b7846bd03f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:29.908933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.000037 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for router_gateway (399a511e-1658-43ba-8f47-3d75a4f2a45a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.060744 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99343e3d-cfd4-487a-85a0-971745d99051 None None] Pushing event updated for resources: {'Port': ['ID=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:30.109725 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.157937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:30.157937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:08:30.157937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.158980 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59862) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:30.164077 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks [] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.208008 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.214254 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Current status of the port 54255df1-ab37-43bb-8768-96b7846bd03f is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:30.214835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.268688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (48511725-bea5-493b-af09-a21d96c57247), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.308173 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for router_gateway (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.347415 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 54255df1-ab37-43bb-8768-96b7846bd03f is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:30.347717 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.404153 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] For port 54255df1-ab37-43bb-8768-96b7846bd03f, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=54255df1-ab37-43bb-8768-96b7846bd03f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:30.408574 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:30.459079 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:30.461316 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.464880 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:30.470353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9e043c8-b4f5-4936-8af9-cdd7c168b3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.477374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.489706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:30.494669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Router 48511725-bea5-493b-af09-a21d96c57247 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:08:30.519346 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:30.525470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:30.536425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:30.548895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:30.550268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Pushing event updated for resources: {'Port': ['ID=94283a1f-0d58-486c-a02b-2db9a41ba1df,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:30.639040 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339c36-bd9f-40b4-a4ca-7f87cfecc1e8 None None] Pushing event updated for resources: {'Port': ['ID=54255df1-ab37-43bb-8768-96b7846bd03f,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:30.654970 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for router_gateway (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.655877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca948d3-5319-41d2-ab53-eb728d1f41ec,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:30.697296 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.716502 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c9d29dde-b524-473f-a864-85839bb6badf None None] Provisioning complete for port 54255df1-ab37-43bb-8768-96b7846bd03f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:30.717046 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c9d29dde-b524-473f-a864-85839bb6badf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.783555 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Attempting to bind port 94283a1f-0d58-486c-a02b-2db9a41ba1df on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:30.783928 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Attempting to bind port 94283a1f-0d58-486c-a02b-2db9a41ba1df by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:30.784340 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Attempting to bind port 94283a1f-0d58-486c-a02b-2db9a41ba1df on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:30.838165 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:30.838990 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:30.839323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.839718 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Bound using segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:30.840308 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Bound port: 94283a1f-0d58-486c-a02b-2db9a41ba1df, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:30.840731 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:30.863329 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.db.api [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 14:08:30.863329 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG oslo_db.api [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 14:08:30.900621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:30.954368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] For port 94283a1f-0d58-486c-a02b-2db9a41ba1df, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:30.958240 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] For port 94283a1f-0d58-486c-a02b-2db9a41ba1df, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=94283a1f-0d58-486c-a02b-2db9a41ba1df,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:30.973996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.076662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:31.080358 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9e043c8-b4f5-4936-8af9-cdd7c168b3ae admin admin] Publish callbacks [] for security_group (cdaf5e03-7d2d-4df4-aa46-ec854d1076c7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.101081 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:31.141841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:31.143022 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c9d29dde-b524-473f-a864-85839bb6badf None None] Current status of the port 54255df1-ab37-43bb-8768-96b7846bd03f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:31.149861 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:31.157275 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:31.157707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.159469 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:31.167321 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ad15957b-0ce4-4eef-8f9f-fdf759c208e9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3069098 Jul 18 14:08:31.174027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59896) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:31.175535 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9e043c8-b4f5-4936-8af9-cdd7c168b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cdaf5e03-7d2d-4df4-aa46-ec854d1076c7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.185923 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb6d7-4b28-4734-aaa0-f0d74e65e123 None None] Pushing event updated for resources: {'Port': ['ID=94283a1f-0d58-486c-a02b-2db9a41ba1df,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:31.224677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Allocated IP 172.20.0.2 (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97/24927f18-6dae-4e81-aecc-8d62ca93b89d/c731d52e-b041-4bbc-b53a-5fc0327a543b) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:31.261495 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Allocated IP 172.27.1.98 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/d169cc4c-bd1a-4433-835f-b845d469d1fa) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:31.320959 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4226f75-38c9-4b98-876b-a98ab684c95a None None] Network cf7f0400-e048-424d-934c-355c986c5602 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:31.322368 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.391502 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a9e043c8-b4f5-4936-8af9-cdd7c168b3ae admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1a0691238b54478d81de9ada168aea28&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2389934 Jul 18 14:08:31.430492 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59908) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:31.537487 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 54255df1-ab37-43bb-8768-96b7846bd03f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:31.544220 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e043c8-b4f5-4936-8af9-cdd7c168b3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf5e03-7d2d-4df4-aa46-ec854d1076c7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:31.608268 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:08:31.665638 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:31.697037 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.718176 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] Publish callbacks [] for security_group (cdaf5e03-7d2d-4df4-aa46-ec854d1076c7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.735791 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Provisioning complete for port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:31.743591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.768683 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:31.783518 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] Publish callbacks [] for security_group (cdaf5e03-7d2d-4df4-aa46-ec854d1076c7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.809401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.901273 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:31.910295 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:08:31.914309 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:31.917223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Pushing event updated for resources: {'Port': ['ID=d169cc4c-bd1a-4433-835f-b845d469d1fa,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:31.921803 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:31.967315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for router_gateway (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:31.974746 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:32.017850 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:32.034264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cdaf5e03-7d2d-4df4-aa46-ec854d1076c7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.036771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.037988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.057987 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cdaf5e03-7d2d-4df4-aa46-ec854d1076c7 HTTP/1.1" status: 204 len: 168 time: 0.6171031 Jul 18 14:08:32.073324 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:32.073672 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Updating router 48511725-bea5-493b-af09-a21d96c57247 port 21e221d8-e6f3-4dcf-b866-300829ea3d03 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:32.120191 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43f2a0-e2ed-4e63-ad1b-c0318d0ec0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf5e03-7d2d-4df4-aa46-ec854d1076c7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:32.135028 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.179141 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 94283a1f-0d58-486c-a02b-2db9a41ba1df up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:32.215310 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks [] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.274103 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Current status of the port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:32.276582 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.280370 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:32.321173 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.495764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:32.544906 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:32.552202 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] For port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:32.554372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Pushing event updated for resources: {'Port': ['ID=c731d52e-b041-4bbc-b53a-5fc0327a543b,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:32.563645 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:32.572118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.606949 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 94283a1f-0d58-486c-a02b-2db9a41ba1df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:32.615283 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.622754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.662572 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks [] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.671147 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.733342 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59936) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:32.797408 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Pushing event updated for resources: {'Port': ['ID=21e221d8-e6f3-4dcf-b866-300829ea3d03,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:32.800086 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Attempting to bind port 21e221d8-e6f3-4dcf-b866-300829ea3d03 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:32.800624 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Attempting to bind port 21e221d8-e6f3-4dcf-b866-300829ea3d03 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:32.810117 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Attempting to bind port 21e221d8-e6f3-4dcf-b866-300829ea3d03 on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:32.814446 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:32.824364 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b75091e-2a6c-43f6-b030-f5e71022ec12 None None] Provisioning complete for port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:32.824847 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b75091e-2a6c-43f6-b030-f5e71022ec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.825728 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:32.826418 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:32.827528 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.828102 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:32.828747 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Bound port: 21e221d8-e6f3-4dcf-b866-300829ea3d03, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:32.829390 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.834246 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.834822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:32.835266 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.837636 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.838157 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.839216 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.841089 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.841556 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.842928 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.844113 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.846779 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.847288 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.847764 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.848278 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.848755 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.849443 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Tracked resource versions report: Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: pushed versions: Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: { 'AddressGroup': {'1.2'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Agent': {'1.1'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'ConntrackHelper': {'1.0'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'LocalIPAssociation': {'1.0'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Log': {'1.0'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'NDPProxy': {'1.0'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Network': {'1.1'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Port': {'1.7'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'PortForwarding': {'1.3'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'QosPolicy': {'1.10'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroup': {'1.5'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroupRule': {'1.2'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SubPort': {'1.0'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Subnet': {'1.1'}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Trunk': {'1.1'}} Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: consumer versions: Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: { DHCP agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: HyperV agent@hv-cinder-84984: {}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: L3 agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: Metadata agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: Metering agent@dv-cinder-849846-1-iscsi: {}, Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: Open vSwitch agent@dv-cinder-849846-1-iscsi: { 'AddressGroup': '1.2', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Agent': '1.1', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'ConntrackHelper': '1.0', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'LocalIPAssociation': '1.0', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Log': '1.0', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'NDPProxy': '1.0', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Network': '1.1', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Port': '1.7', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'PortForwarding': '1.3', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'QosPolicy': '1.10', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroup': '1.5', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SecurityGroupRule': '1.2', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'SubPort': '1.0', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Subnet': '1.1', Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: 'Trunk': '1.1'}} Jul 18 14:08:32.851705 dv-cinder-849846-1-iscsi neutron-server[104074]: {{(pid=104074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 14:08:32.875042 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b4ed8-0b22-4c74-88b2-ed87f6e4f774 None None] Pushing event updated for resources: {'Port': ['ID=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:32.906754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077c394-64df-4e11-b000-9693cb12e40b None None] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:32.935497 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:32.945000 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59942) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:32.955453 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:32.959474 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Attempting to bind port c731d52e-b041-4bbc-b53a-5fc0327a543b on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:32.959881 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Attempting to bind port c731d52e-b041-4bbc-b53a-5fc0327a543b by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:32.960273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Attempting to bind port c731d52e-b041-4bbc-b53a-5fc0327a543b on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:32.969329 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] For port 21e221d8-e6f3-4dcf-b866-300829ea3d03, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:32.974311 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] For port 21e221d8-e6f3-4dcf-b866-300829ea3d03, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=21e221d8-e6f3-4dcf-b866-300829ea3d03,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:32.982244 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.989672 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:32.990052 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Checking segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:32.991629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:32.992255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Bound using segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:32.992764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Bound port: c731d52e-b041-4bbc-b53a-5fc0327a543b, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:32.993151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.004079 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44547c80-97bb-47f8-8011-a39559d86aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.012652 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Sync routers for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:33.052938 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7685cf8-3fcf-440f-81e2-7e24110ac7f5 None None] Pushing event updated for resources: {'Port': ['ID=21e221d8-e6f3-4dcf-b866-300829ea3d03,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:33.065838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.077323 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-765e132e-1a89-400a-b780-16e50fe52252 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8387144 Jul 18 14:08:33.080679 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59944) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:33.090944 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:33.092657 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:33.098383 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] For port c731d52e-b041-4bbc-b53a-5fc0327a543b, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:33.101691 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] For port c731d52e-b041-4bbc-b53a-5fc0327a543b, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c731d52e-b041-4bbc-b53a-5fc0327a543b,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:33.134237 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.161783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:33.166282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:33.167459 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:33.221992 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for router_gateway (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.241046 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87b695e8-6cc2-4665-a235-c43c783546cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.248519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Allocated IP 172.20.0.1 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/ddc626c0-e1b5-4dfc-ad46-8cca9a067c60) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:33.269118 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:33.296349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.333543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b75091e-2a6c-43f6-b030-f5e71022ec12 None None] Current status of the port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:33.346352 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 94283a1f-0d58-486c-a02b-2db9a41ba1df is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:33.347897 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.395141 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87b695e8-6cc2-4665-a235-c43c783546cd admin admin] Publish callbacks [] for security_group (f26f589a-852c-483c-b4a3-25d3c27a5035), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.411156 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-87b695e8-6cc2-4665-a235-c43c783546cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f26f589a-852c-483c-b4a3-25d3c27a5035), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.515289 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:33.550248 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44547c80-97bb-47f8-8011-a39559d86aba admin admin] Publish callbacks [] for security_group (931e7327-ad6a-46e1-96ac-176d44b9ee26), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.553919 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks [] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.565220 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f9116140-62c9-4ec6-bdd8-9acc05b2a85f None None] Provisioning complete for port 94283a1f-0d58-486c-a02b-2db9a41ba1df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:33.566081 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f9116140-62c9-4ec6-bdd8-9acc05b2a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.586734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b695e8-6cc2-4665-a235-c43c783546cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f589a-852c-483c-b4a3-25d3c27a5035,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:33.602173 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:33.605322 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-44547c80-97bb-47f8-8011-a39559d86aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (931e7327-ad6a-46e1-96ac-176d44b9ee26), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.617914 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494586e4-8e87-4403-b7ac-f3129c6a600a None None] Pushing event updated for resources: {'Port': ['ID=c731d52e-b041-4bbc-b53a-5fc0327a543b,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:33.644200 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b329bc1-d2a5-4c87-9669-6f054ad2558c None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:33.650331 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:33.661748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.682915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:33.721966 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 59952) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:33.723672 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-87b695e8-6cc2-4665-a235-c43c783546cd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=da8ad8d14f4a4e4bac2c0b60f7ccfcac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9425719 Jul 18 14:08:33.727381 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 94283a1f-0d58-486c-a02b-2db9a41ba1df, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=94283a1f-0d58-486c-a02b-2db9a41ba1df,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:33.746264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.747795 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 54255df1-ab37-43bb-8768-96b7846bd03f up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:33.751076 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:33.752569 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:33.765866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:33.767712 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-44547c80-97bb-47f8-8011-a39559d86aba admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ca6f8b8ef21b4621ab2e2eab6096396e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8194175 Jul 18 14:08:33.768401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59954) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:33.778275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44547c80-97bb-47f8-8011-a39559d86aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e7327-ad6a-46e1-96ac-176d44b9ee26,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:33.805953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:33.815813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Pushing event updated for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:33.822823 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:33.823630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (48511725-bea5-493b-af09-a21d96c57247), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:33.902693 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:34.111895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 54255df1-ab37-43bb-8768-96b7846bd03f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:34.112463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.120398 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:08:34.142387 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] Publish callbacks [] for security_group (f26f589a-852c-483c-b4a3-25d3c27a5035), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.250028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] Publish callbacks [] for security_group (f26f589a-852c-483c-b4a3-25d3c27a5035), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.255461 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=94283a1f-0d58-486c-a02b-2db9a41ba1df,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:34.277500 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] Publish callbacks [] for security_group (931e7327-ad6a-46e1-96ac-176d44b9ee26), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.278637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f9116140-62c9-4ec6-bdd8-9acc05b2a85f None None] Current status of the port 94283a1f-0d58-486c-a02b-2db9a41ba1df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:34.310508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] Publish callbacks [] for security_group (931e7327-ad6a-46e1-96ac-176d44b9ee26), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.340522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:34.380950 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (931e7327-ad6a-46e1-96ac-176d44b9ee26), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.383998 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.388242 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/931e7327-ad6a-46e1-96ac-176d44b9ee26 HTTP/1.1" status: 204 len: 168 time: 0.6122801 Jul 18 14:08:34.401774 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.433554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 54255df1-ab37-43bb-8768-96b7846bd03f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:34.435629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:34.473616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babae513-eb8f-4f26-ad93-d6c16f161e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e7327-ad6a-46e1-96ac-176d44b9ee26,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:34.507349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:34.511549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.599001 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:34.599503 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.601592 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Provisioning complete for port 94283a1f-0d58-486c-a02b-2db9a41ba1df triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:34.602094 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.704232 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Checking router: 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:34.704623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Updating router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 port df69a792-2390-41ff-87a4-7fde60e05395 binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:34.753050 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (df69a792-2390-41ff-87a4-7fde60e05395), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.823549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f26f589a-852c-483c-b4a3-25d3c27a5035), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.826105 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.840487 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f26f589a-852c-483c-b4a3-25d3c27a5035 HTTP/1.1" status: 204 len: 168 time: 1.1035705 Jul 18 14:08:34.857926 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:08:34.903362 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:34.950930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:34.964829 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:34.981445 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad00eb9-071b-482a-8334-226f2e8a53e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f589a-852c-483c-b4a3-25d3c27a5035,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:34.989241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:34.991138 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:34.992811 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:34.995258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.000111 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d37c2715-6c4c-4e5c-86c6-0f4d12451493 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0553017 Jul 18 14:08:35.003718 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 59976) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:35.170509 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:35.173654 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:35.206605 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:35.207054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks [] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.218027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.218908 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (48511725-bea5-493b-af09-a21d96c57247), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.331930 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340be6f-e6c7-4b2b-98f6-445e739e12d4 None None] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:35.342061 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Pushing event updated for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:35.484647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:35.513211 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:30Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:35.564185 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:35.564772 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Updating router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 port 5ca948d3-5319-41d2-ab53-eb728d1f41ec binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:35.577571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:35.582987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:35.605681 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:35.624919 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Current status of the port 94283a1f-0d58-486c-a02b-2db9a41ba1df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:35.655004 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Provisioning complete for port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:35.655675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.658472 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:35.669792 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.724614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:35.788577 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks [] for port (df69a792-2390-41ff-87a4-7fde60e05395), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.813927 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (df69a792-2390-41ff-87a4-7fde60e05395), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:35.973248 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e81e7-31cc-499d-90b7-691d451b638c None None] Pushing event updated for resources: {'Port': ['ID=df69a792-2390-41ff-87a4-7fde60e05395,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:35.977305 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:35.979364 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Attempting to bind port df69a792-2390-41ff-87a4-7fde60e05395 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:35.980130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Attempting to bind port df69a792-2390-41ff-87a4-7fde60e05395 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:35.980845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Attempting to bind port df69a792-2390-41ff-87a4-7fde60e05395 on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:35.993349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:08:36.038435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:36.050503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.054577 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2537a66c-3795-4caf-82a0-58d457a03047 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7677867 Jul 18 14:08:36.095214 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:36.098343 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:36.100309 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.102184 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:36.106217 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Bound port: df69a792-2390-41ff-87a4-7fde60e05395, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:36.106485 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60006) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:36.107111 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (df69a792-2390-41ff-87a4-7fde60e05395), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.115849 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:36.121019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:36.307757 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:36.322261 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f4eb74fd-0705-4475-9d59-cacc391f991f admin admin] 10.222.0.94 "PUT /v2.0/routers/48511725-bea5-493b-af09-a21d96c57247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1470087 Jul 18 14:08:36.370120 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-133b049e-cb8d-4cd9-88ba-208ad1f63229 None None] Port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:36.405431 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks [] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.414715 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:36.420862 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.454520 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Allocated IP 172.20.0.1 (cf7f0400-e048-424d-934c-355c986c5602/f1f7f66c-9d20-4ce6-bae9-f601e698c5bb/9d39355c-891a-41f9-9724-4e2cb2df37cc) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:36.582971 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:36.593695 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 94283a1f-0d58-486c-a02b-2db9a41ba1df up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:36.621655 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8e70e-5a6b-435a-ba69-fe48dcb81ac8 None None] Pushing event updated for resources: {'Port': ['ID=5ca948d3-5319-41d2-ab53-eb728d1f41ec,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:36.631164 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Provisioning complete for port c731d52e-b041-4bbc-b53a-5fc0327a543b triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:36.634135 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.644282 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:36.645308 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:36.770173 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] For port df69a792-2390-41ff-87a4-7fde60e05395, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:36.799974 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:36.860419 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] For port df69a792-2390-41ff-87a4-7fde60e05395, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=df69a792-2390-41ff-87a4-7fde60e05395,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:36.873420 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:36.890092 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:36.905736 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:36.959655 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:36.962355 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Attempting to bind port 5ca948d3-5319-41d2-ab53-eb728d1f41ec on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:36.962617 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Attempting to bind port 5ca948d3-5319-41d2-ab53-eb728d1f41ec by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:36.962938 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Attempting to bind port 5ca948d3-5319-41d2-ab53-eb728d1f41ec on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:36.965912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (df69a792-2390-41ff-87a4-7fde60e05395), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.002006 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:37.002699 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:37.003378 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.003915 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:37.004554 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Bound port: 5ca948d3-5319-41d2-ab53-eb728d1f41ec, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:37.005083 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.118582 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] For port 5ca948d3-5319-41d2-ab53-eb728d1f41ec, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:37.124842 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] For port 5ca948d3-5319-41d2-ab53-eb728d1f41ec, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=5ca948d3-5319-41d2-ab53-eb728d1f41ec,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:37.126984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 94283a1f-0d58-486c-a02b-2db9a41ba1df triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:37.127240 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:37.127403 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.130069 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Allocated IP 172.20.0.1 (1e995c6e-c3ce-4e05-9f56-a5572491371e/1ac30e2a-283f-459c-aac9-7d5de5acafe0/2a8749cd-ae7b-422a-92e6-2abbb8f20e6f) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:37.163921 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks [] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.228303 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.393445 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.397998 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8e70e-5a6b-435a-ba69-fe48dcb81ac8 None None] Pushing event updated for resources: {'Port': ['ID=5ca948d3-5319-41d2-ab53-eb728d1f41ec,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:37.403530 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:37.408869 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:37.478608 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Network cf7f0400-e048-424d-934c-355c986c5602 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:37.487558 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:37.488388 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:37.525676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:37.528431 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:37.528915 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.549980 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e81e7-31cc-499d-90b7-691d451b638c None None] Pushing event updated for resources: {'Port': ['ID=df69a792-2390-41ff-87a4-7fde60e05395,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:37.569728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Current status of the port c731d52e-b041-4bbc-b53a-5fc0327a543b is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:37.570273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.604611 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:37.614972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks [] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.645227 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:37.648644 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Pushing event updated for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:37.695553 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:37.696208 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Updating router 48511725-bea5-493b-af09-a21d96c57247 port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:37.703307 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:37.748119 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.771734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60060) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:37.781869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006975588', 'description': 'tempest-description--1224079891'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:37.827171 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.833104 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 94283a1f-0d58-486c-a02b-2db9a41ba1df is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:37.835384 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c731d52e-b041-4bbc-b53a-5fc0327a543b up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:37.906104 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.907290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] For port c731d52e-b041-4bbc-b53a-5fc0327a543b, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c731d52e-b041-4bbc-b53a-5fc0327a543b,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:37.921016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.933610 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:37.951915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (60744ab3-aacc-46c3-8c0e-836f9c872633), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.959893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (60744ab3-aacc-46c3-8c0e-836f9c872633), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:37.986734 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:37.987995 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:37.996034 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:38.005073 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.007994 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2326684 Jul 18 14:08:38.009207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60074) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:38.014904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '60744ab3-aacc-46c3-8c0e-836f9c872633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:38.038275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a12d-daaa-4225-bcfd-c156d07125d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60744ab3-aacc-46c3-8c0e-836f9c872633,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.045754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:38.046096 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Updating router 399a511e-1658-43ba-8f47-3d75a4f2a45a port d169cc4c-bd1a-4433-835f-b845d469d1fa binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:38.075202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (c6f8d3c8-ad5d-49a0-8695-69c2d2e7563f), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.150326 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.165888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Provisioning complete for port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:38.166866 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.180616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:38.246036 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:38.247881 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.264781 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:38.265288 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.280075 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:38.301130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (c6f8d3c8-ad5d-49a0-8695-69c2d2e7563f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.307904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (c6f8d3c8-ad5d-49a0-8695-69c2d2e7563f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.353269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f8d3c8-ad5d-49a0-8695-69c2d2e7563f,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.367195 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.368523 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-151fb877-d995-430a-b9ba-7c6e45803c25 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3576739 Jul 18 14:08:38.373109 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60086) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:38.386402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '60744ab3-aacc-46c3-8c0e-836f9c872633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:38.427241 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.433242 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (4ba9ffea-605d-4234-8bbf-86ba6bc8a068), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.533660 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:38.546904 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port c731d52e-b041-4bbc-b53a-5fc0327a543b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:38.547508 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.554896 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:38.558825 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.597479 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (4ba9ffea-605d-4234-8bbf-86ba6bc8a068), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.603001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (4ba9ffea-605d-4234-8bbf-86ba6bc8a068), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.621530 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928dcd2-8493-4e83-a5cb-4f53c154280d None None] Pushing event updated for resources: {'Port': ['ID=c731d52e-b041-4bbc-b53a-5fc0327a543b,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.640447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c907418f-30d0-4156-9db3-89a4cacc23e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.642372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:38.656403 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks [] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.662976 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:30Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:38.670374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba9ffea-605d-4234-8bbf-86ba6bc8a068,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.686271 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.691819 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-cc86c32c-f611-4d16-aede-f25e84b0bdc1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148196 Jul 18 14:08:38.693127 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60090) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:38.701898 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:38.706985 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:38.723046 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4feb5f4-bcb8-4881-a7ed-e236d63ccde9 None None] The sync data for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi is: [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:29Z', 'revision_number': 3, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:38.723582 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dfbe8-91bf-46a0-9342-15a1bdfbe6c8 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:30Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:38.727561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:38.731379 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.749382 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.803493 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a0f0-bd20-4346-8ade-e1ddef6b19d5 None None] Pushing event updated for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:38.825113 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:38.885406 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Provisioning complete for port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:38.886062 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.929304 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Attempting to bind port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:38.929676 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Attempting to bind port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:38.930039 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Attempting to bind port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:38.954942 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:38.955518 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:38.956129 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:38.957797 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:38.958543 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Bound port: ddc626c0-e1b5-4dfc-ad46-8cca9a067c60, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:38.960087 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.059743 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] For port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:39.063883 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] For port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:39.068449 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:39.074143 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.108542 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port c731d52e-b041-4bbc-b53a-5fc0327a543b is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:39.113283 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 21e221d8-e6f3-4dcf-b866-300829ea3d03 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:39.131246 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Provisioning complete for port c731d52e-b041-4bbc-b53a-5fc0327a543b triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:39.131866 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.153939 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.183173 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a0f0-bd20-4346-8ade-e1ddef6b19d5 None None] Pushing event updated for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:39.203257 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:39.203967 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:39.227511 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.369959 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:39.383260 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Allocated IP 172.20.0.1 (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97/24927f18-6dae-4e81-aecc-8d62ca93b89d/ed6bceee-51a0-4bc5-a10b-de0587d3c000) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:39.409800 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:39.470991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 21e221d8-e6f3-4dcf-b866-300829ea3d03 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:39.471336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.599452 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:39.659928 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks [] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.685875 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:39.698432 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.751665 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks [] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.766876 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.768071 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.27.1.82 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/fe285aeb-f622-4cb9-9e40-ef92dd84fe7c) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:39.768448 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.817204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Current status of the port c731d52e-b041-4bbc-b53a-5fc0327a543b is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:39.877371 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Provisioning complete for port 9d39355c-891a-41f9-9724-4e2cb2df37cc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:39.877747 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.929825 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a45e55-8ea4-4c60-a7e7-70e079fcd971 None None] Pushing event updated for resources: {'Port': ['ID=d169cc4c-bd1a-4433-835f-b845d469d1fa,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:39.943286 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 21e221d8-e6f3-4dcf-b866-300829ea3d03 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:39.943678 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:39.975430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.004381 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Attempting to bind port d169cc4c-bd1a-4433-835f-b845d469d1fa on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:40.005447 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:40.007369 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Attempting to bind port d169cc4c-bd1a-4433-835f-b845d469d1fa by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:40.013818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Attempting to bind port d169cc4c-bd1a-4433-835f-b845d469d1fa on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:40.038074 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998aa56-e84c-47b8-84b9-404957bd5c14 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:40.040967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8f959662-af4d-4a52-904d-59e7b924b84f None None] Port 9d39355c-891a-41f9-9724-4e2cb2df37cc cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:40.051549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:40.052240 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:40.052955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.053639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:40.054493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Bound port: d169cc4c-bd1a-4433-835f-b845d469d1fa, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:40.055171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.059803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.061490 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks [] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.096946 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 21e221d8-e6f3-4dcf-b866-300829ea3d03, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=21e221d8-e6f3-4dcf-b866-300829ea3d03,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:40.122859 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.132006 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Network cf7f0400-e048-424d-934c-355c986c5602 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:40.136250 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:40.140716 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.153012 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:40.158078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=fe285aeb-f622-4cb9-9e40-ef92dd84fe7c,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:40.190390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:40.192884 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:40.199748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:40.218770 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:40.231729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:40.241972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:40.242981 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.366655 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Provisioning complete for port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:40.367149 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.445891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.488569 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] For port d169cc4c-bd1a-4433-835f-b845d469d1fa, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:40.529050 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:40.530161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Pushing event updated for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:40.591225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] For port d169cc4c-bd1a-4433-835f-b845d469d1fa, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d169cc4c-bd1a-4433-835f-b845d469d1fa,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:40.598317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=21e221d8-e6f3-4dcf-b866-300829ea3d03,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:40.631070 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.669741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:40.670436 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.767228 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:40.781360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.808562 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:40.809205 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:40.812057 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-41db5e60-1400-4bc9-821b-d019ce22c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.813998 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.827750 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:40.856446 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks [] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.860455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a45e55-8ea4-4c60-a7e7-70e079fcd971 None None] Pushing event updated for resources: {'Port': ['ID=d169cc4c-bd1a-4433-835f-b845d469d1fa,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:40.873015 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:40.886684 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.888746 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.912790 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Current status of the port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:40.912999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:40.962372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:40.990360 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:40.993702 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:40.996505 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.003328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.024243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] For port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:41.037073 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:41.040069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.042689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.051388 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:08:41.071778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=fe285aeb-f622-4cb9-9e40-ef92dd84fe7c,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:41.080312 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.092521 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7119a8c7-f8fa-429a-9ac8-d5c4675f0368 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3975329 Jul 18 14:08:41.159472 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:41.248513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:41.248903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.255796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f53c5-8800-4015-b0f1-de3d0a80f916 None None] Pushing event updated for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:41.298006 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:41.308456 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:41.346597 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Port ed6bceee-51a0-4bc5-a10b-de0587d3c000 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:41.369542 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Provisioning complete for port 9d39355c-891a-41f9-9724-4e2cb2df37cc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:41.369935 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.382261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60136) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:41.386751 dv-cinder-849846-1-iscsi neutron-server[104072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 14:08:41.387482 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:41.436525 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0cfe6894-7cc3-429d-84fe-1c8b889faa7d admin admin] 10.222.0.94 "PUT /v2.0/routers/31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3414240 Jul 18 14:08:41.444981 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks [] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.464408 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.465216 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.469646 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device df69a792-2390-41ff-87a4-7fde60e05395 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:41.498321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:41.509237 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-cc43e3c9-6a89-4635-98d8-d20b6a17ddce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--2006975588&fields=id&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 267 time: 0.1242650 Jul 18 14:08:41.515688 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a3c32c18-a19a-41b0-8411-e2728c1970e7 None None] Port 9d39355c-891a-41f9-9724-4e2cb2df37cc cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:41.519415 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:41.685830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:41.746981 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:08:41.764141 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cf816-a949-49df-bf00-787d882a995c None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:41.775176 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a7fa4dae-433f-4a0e-8818-fb7364007a0c None None] Provisioning complete for port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:41.776174 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4dae-433f-4a0e-8818-fb7364007a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.813056 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port df69a792-2390-41ff-87a4-7fde60e05395 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:41.813237 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (df69a792-2390-41ff-87a4-7fde60e05395), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.830158 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:41.846901 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:41.859193 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa4dae-433f-4a0e-8818-fb7364007a0c None None] Port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:41.875210 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:41.908521 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:41.940897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-5947adb8-f185-4d1d-b779-35559854d7a2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:41.942771 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-5947adb8-f185-4d1d-b779-35559854d7a2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.4180706 Jul 18 14:08:41.962734 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-71ab165f-fc65-41a7-a5fb-5678d62697d9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/quotas/26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 375 time: 0.0143793 Jul 18 14:08:41.979756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:41.995043 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port df69a792-2390-41ff-87a4-7fde60e05395 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:41.995450 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (df69a792-2390-41ff-87a4-7fde60e05395), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.042663 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port df69a792-2390-41ff-87a4-7fde60e05395, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=df69a792-2390-41ff-87a4-7fde60e05395,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:42.053814 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (df69a792-2390-41ff-87a4-7fde60e05395), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.059818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c731d52e-b041-4bbc-b53a-5fc0327a543b up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:42.106894 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-8b7e037b-07e5-4d87-905f-16dd89efe9be tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362486 Jul 18 14:08:42.145971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60170) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:42.212241 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=df69a792-2390-41ff-87a4-7fde60e05395,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:42.227550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port c731d52e-b041-4bbc-b53a-5fc0327a543b triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:42.229038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.256575 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:42.296771 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:42.301418 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-7b4a3808-498d-4174-bafb-52586f15050f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:42.303171 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-7b4a3808-498d-4174-bafb-52586f15050f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/networks?id=cf7f0400-e048-424d-934c-355c986c5602 HTTP/1.1" status: 200 len: 812 time: 0.1562235 Jul 18 14:08:42.309812 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6f1ab34d-4321-43c5-84be-82cc9fd17316 None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:42.310591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab34d-4321-43c5-84be-82cc9fd17316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.329302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-8d74d182-d0ff-45ae-8bf2-5af15b57bb78 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/quotas/799dde59367144af9f1f8cce1cb7d435 HTTP/1.1" status: 200 len: 375 time: 0.0154333 Jul 18 14:08:42.330729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:42.344014 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7c643572-8dd0-4ee8-92da-636557cd7b17 admin admin] 10.222.0.94 "PUT /v2.0/routers/7196ade4-c5b2-4e7d-ab28-568bff29bdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3282194 Jul 18 14:08:42.398498 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ab34d-4321-43c5-84be-82cc9fd17316 None None] Port ed6bceee-51a0-4bc5-a10b-de0587d3c000 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:42.399938 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port c731d52e-b041-4bbc-b53a-5fc0327a543b is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:42.401124 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 21e221d8-e6f3-4dcf-b866-300829ea3d03 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:42.406414 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-2e76e12c-abb7-4003-bdbf-e573ee6f8b79 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=799dde59367144af9f1f8cce1cb7d435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677502 Jul 18 14:08:42.418458 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:08:42.418632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-8572f393-8996-416b-b665-755116ecdc15 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:08:42.426499 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-8572f393-8996-416b-b665-755116ecdc15 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1137691 Jul 18 14:08:42.457985 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 21e221d8-e6f3-4dcf-b866-300829ea3d03 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:42.458595 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.597366 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 21e221d8-e6f3-4dcf-b866-300829ea3d03 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:42.599599 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:42.605682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-dcf78099-afa1-47f1-afdf-8387f4965532 service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783097 Jul 18 14:08:42.658474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-d7b6bbc8-1b05-432a-bda9-506571128601 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:08:42.667273 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-d7b6bbc8-1b05-432a-bda9-506571128601 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1434202 Jul 18 14:08:42.677308 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:42.677712 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.689584 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:08:42.705761 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1e085e90-3a0e-4a52-8d35-9e7ddc11ce59 admin admin] 10.222.0.94 "PUT /v2.0/routers/399a511e-1658-43ba-8f47-3d75a4f2a45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5867906 Jul 18 14:08:42.794386 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:42.795564 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 5ca948d3-5319-41d2-ab53-eb728d1f41ec up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:42.895667 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-98569c69-c891-48d9-a6ce-aadbeb451fee service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781484 Jul 18 14:08:42.900032 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 5ca948d3-5319-41d2-ab53-eb728d1f41ec triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:42.900432 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:42.927804 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-7f0aae7f-d412-4e4b-9b0f-ce1ca1ac45ef service neutron] 10.222.0.94 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595878 Jul 18 14:08:43.066197 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 5ca948d3-5319-41d2-ab53-eb728d1f41ec is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:43.066597 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:43.094651 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-cf2fd079-b83d-44e7-9fb2-8aad10247291 service neutron] 10.222.0.94 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532109 Jul 18 14:08:43.095937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 5ca948d3-5319-41d2-ab53-eb728d1f41ec, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=5ca948d3-5319-41d2-ab53-eb728d1f41ec,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:43.101745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:43.145588 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Sync routers for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:43.254492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:43.255235 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:43.287831 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:43.311574 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:43.312993 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:43.355368 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:43.402484 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:43.477323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device df69a792-2390-41ff-87a4-7fde60e05395 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:43.550126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=5ca948d3-5319-41d2-ab53-eb728d1f41ec,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:43.571592 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:43.684356 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:43.730349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port df69a792-2390-41ff-87a4-7fde60e05395 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:43.730715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (df69a792-2390-41ff-87a4-7fde60e05395), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:43.735685 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:43.815069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:43.848840 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60286) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:43.855554 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407152351', 'description': 'tempest-description--845176571'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:43.922968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:43.975862 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.035324 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-b2af543f-4b58-4776-aeef-e516a6002839 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:44.054334 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-b2af543f-4b58-4776-aeef-e516a6002839 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 0.3629935 Jul 18 14:08:44.078638 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 2, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:44.089882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port df69a792-2390-41ff-87a4-7fde60e05395 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:44.091092 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:44.095455 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-30a0ea82-b31f-4b3f-bd49-d1cf46a656f9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/quotas/eaf9f75abc034491bd1b8846c05bf625 HTTP/1.1" status: 200 len: 375 time: 0.0398448 Jul 18 14:08:44.115035 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:44.152142 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:44.154414 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Updating router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:44.207800 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (9752228d-e2c2-4567-836f-c649d0451f15), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.217514 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9752228d-e2c2-4567-836f-c649d0451f15), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.228489 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:44.229088 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.230010 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.262390 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.274058 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4210088 Jul 18 14:08:44.277389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60312) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:44.284972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9529b994-1abf-43b4-84a9-2404270fe7ec req-83a183ba-94d0-4c32-8544-90170c476b4b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.2282662 Jul 18 14:08:44.290663 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group_rule': {'security_group_id': '9752228d-e2c2-4567-836f-c649d0451f15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:44.294706 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f661d-1aec-4b1a-b0e4-257b4d00d469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9752228d-e2c2-4567-836f-c649d0451f15,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:44.395213 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-301ccada-d38c-41de-bae6-5ee68fd77ddf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2951992 Jul 18 14:08:44.439309 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '9d39355c-891a-41f9-9724-4e2cb2df37cc', 'name': '', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'mac_address': 'fa:16:3e:c7:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:35Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 2, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'subnets': [{'id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:44.466758 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:44.494306 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Checking router: 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:44.494831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Updating router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 port 9d39355c-891a-41f9-9724-4e2cb2df37cc binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:44.533741 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (a49bd406-970b-4eda-8d96-e43a4e3d479c), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.586710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:44.601249 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:44.846213 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd03743f-8dc1-4877-be69-c96c50e5e535 req-001ef7ec-5347-409d-8b93-616acbdd67f4 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.1254451 Jul 18 14:08:45.028525 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks [] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.048765 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-633969b0-da34-4d32-b44d-4b897f2f19f7 service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517000 Jul 18 14:08:45.051258 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.121679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (a49bd406-970b-4eda-8d96-e43a4e3d479c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.158259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (a49bd406-970b-4eda-8d96-e43a4e3d479c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.169153 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f28f89-2238-4aa2-bf40-afbe6409f8d5 None None] Pushing event updated for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:45.360225 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:45.364377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks [] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.364948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49bd406-970b-4eda-8d96-e43a4e3d479c,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:45.379994 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Attempting to bind port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:45.380650 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Attempting to bind port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:45.387931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.389325 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Attempting to bind port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:45.430528 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:45.436192 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:45.437080 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.437892 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Bound using segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:45.439036 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Bound port: 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:45.448214 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.456376 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.460007 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-122a996b-06d9-416d-8241-93c3c3a38d3d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1793957 Jul 18 14:08:45.462264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60380) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:45.469560 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group_rule': {'security_group_id': '9752228d-e2c2-4567-836f-c649d0451f15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:45.537131 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 5ca948d3-5319-41d2-ab53-eb728d1f41ec up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:45.552642 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-b0516801-af67-4be8-a191-44b96d991442 service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929259 Jul 18 14:08:45.636379 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (adf0abc9-3fbd-4b3a-bf9c-912f2fba446c), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.659249 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:45.676227 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b7786628-01ed-443a-9d1e-a601b472ca3c req-014d4fd0-5921-4ab5-9aee-61dba463439a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.1038156 Jul 18 14:08:45.699148 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] For port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:45.720244 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] For port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:45.734793 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.742417 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:45.792628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Provisioning complete for port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:45.793229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:45.960701 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:45.963476 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:46.075038 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (adf0abc9-3fbd-4b3a-bf9c-912f2fba446c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.094748 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (adf0abc9-3fbd-4b3a-bf9c-912f2fba446c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.146214 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:46.186980 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf0abc9-3fbd-4b3a-bf9c-912f2fba446c,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:46.218995 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.224369 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3c6957b6-caa4-43fc-b554-33d4a8ef86aa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7575111 Jul 18 14:08:46.226463 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60408) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:46.244933 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:46.284184 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8a064240-87ca-4d58-b4b6-437ad91ac7e0 req-4546b31a-3430-4269-92df-f6a0865bb702 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 210 time: 0.0669000 Jul 18 14:08:46.354851 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.415644 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f28f89-2238-4aa2-bf40-afbe6409f8d5 None None] Pushing event updated for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:46.522677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:46.554185 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-124abc16-0b6d-4281-a784-4a24e32ae7ca req-8edb3ad3-b854-4647-8667-063747536527 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0619726 Jul 18 14:08:46.595696 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 5ca948d3-5319-41d2-ab53-eb728d1f41ec triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:46.601661 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.682419 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:45Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:46.706033 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e15bd8-4ed2-471a-9706-84ea428a9c1c None None] Pushing event updated for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:46.749166 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c409a20-4e65-4a60-9130-e725b1b81bc4 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:45Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:46.784460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60434) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:46.810139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Current status of the port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:46.810536 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:46.972520 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60454) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:47.028365 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.067227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Attempting to bind port 9d39355c-891a-41f9-9724-4e2cb2df37cc on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:47.067595 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Attempting to bind port 9d39355c-891a-41f9-9724-4e2cb2df37cc by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:47.072107 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Attempting to bind port 9d39355c-891a-41f9-9724-4e2cb2df37cc on network cf7f0400-e048-424d-934c-355c986c5602 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:47.096928 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 5ca948d3-5319-41d2-ab53-eb728d1f41ec is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:47.100443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d169cc4c-bd1a-4433-835f-b845d469d1fa up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:47.175696 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:47.176468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Checking segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:47.177186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.177774 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Bound using segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:47.178561 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Bound port: 9d39355c-891a-41f9-9724-4e2cb2df37cc, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:47.183682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.296896 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d24030db-4f73-49f0-aef4-65cb16ba5f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.308837 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:47.314533 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] For port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:47.340800 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Allocated IP 172.27.1.2 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/c468c9ce-8127-4252-8e20-be40e2175684) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:47.340993 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.358848 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d454979d-767e-4a19-91b1-fe24d3eb2f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.360624 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:47.395050 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-53b2c7ff-66aa-43fa-a7f7-cec874756fff req-d43c74cb-befe-4f46-aa37-24f25ffbfebe tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.1472180 Jul 18 14:08:47.492629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135ac5a-ee95-4f74-8ed5-aca1291f0181 None None] Pushing event updated for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:47.493303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d454979d-767e-4a19-91b1-fe24d3eb2f2d admin admin] Publish callbacks [] for security_group (5ad4cade-c617-4316-a259-0b1514e448bd), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.495594 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60468) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:47.523974 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d454979d-767e-4a19-91b1-fe24d3eb2f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5ad4cade-c617-4316-a259-0b1514e448bd), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.566243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Provisioning complete for port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:47.567011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.659909 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454979d-767e-4a19-91b1-fe24d3eb2f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad4cade-c617-4316-a259-0b1514e448bd,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:47.689759 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d454979d-767e-4a19-91b1-fe24d3eb2f2d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c9a6664b4d194755bc4b8e46ef187a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7134316 Jul 18 14:08:47.693765 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60476) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:47.794948 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] For port 9d39355c-891a-41f9-9724-4e2cb2df37cc, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:47.803503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (c468c9ce-8127-4252-8e20-be40e2175684), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.805493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port d169cc4c-bd1a-4433-835f-b845d469d1fa triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:47.805874 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.811589 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f3af38fd-6881-4f46-a6f9-9dc7dea9c80c req-2b98dd15-f05e-4f3e-b630-0e5c2e4b4138 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0836854 Jul 18 14:08:47.831502 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] Publish callbacks [] for security_group (5ad4cade-c617-4316-a259-0b1514e448bd), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.841049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-78e5c031-4123-4d0b-ad3b-2029488ff55b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:47.846932 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-78e5c031-4123-4d0b-ad3b-2029488ff55b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 0.9661307 Jul 18 14:08:47.855223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e9c7085f-2090-41e1-bb8b-406a5e685dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.893123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d24030db-4f73-49f0-aef4-65cb16ba5f56 admin admin] Publish callbacks [] for security_group (204b04c1-0945-45c0-afbd-1b2d696f3093), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.908592 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-b50747f0-4202-4f12-a02f-8cef6766b389 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/quotas/eaf9f75abc034491bd1b8846c05bf625 HTTP/1.1" status: 200 len: 375 time: 0.0503228 Jul 18 14:08:47.910184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d24030db-4f73-49f0-aef4-65cb16ba5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (204b04c1-0945-45c0-afbd-1b2d696f3093), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:47.922577 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.87', 58103) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:48.010268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24030db-4f73-49f0-aef4-65cb16ba5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b04c1-0945-45c0-afbd-1b2d696f3093,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.046971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:48.050109 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] For port 9d39355c-891a-41f9-9724-4e2cb2df37cc, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=9d39355c-891a-41f9-9724-4e2cb2df37cc,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:48.067968 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d24030db-4f73-49f0-aef4-65cb16ba5f56 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9d7c0a3be6034542891b016964d8d70e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2823553 Jul 18 14:08:48.086528 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60484) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:48.090754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.159783 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] Publish callbacks [] for security_group (5ad4cade-c617-4316-a259-0b1514e448bd), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.167300 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-0cec5927-eae8-4197-848e-ac1222095bcf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796813 Jul 18 14:08:48.231901 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e15bd8-4ed2-471a-9706-84ea428a9c1c None None] Pushing event updated for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.237530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] Publish callbacks [] for security_group (204b04c1-0945-45c0-afbd-1b2d696f3093), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.238979 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (c468c9ce-8127-4252-8e20-be40e2175684), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.256018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.87', 58105) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:48.386742 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Current status of the port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:48.406102 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port d169cc4c-bd1a-4433-835f-b845d469d1fa is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:48.407735 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.417197 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e9c7085f-2090-41e1-bb8b-406a5e685dd7 admin admin] Publish callbacks [] for security_group (5433a493-5eeb-4731-a761-d8a5ba65b83d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.425521 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=c468c9ce-8127-4252-8e20-be40e2175684,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.449391 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-8c76b26b-11ea-4ef0-9520-210b62f03925 service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808769 Jul 18 14:08:48.454054 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:48.454938 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:48.473376 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5ad4cade-c617-4316-a259-0b1514e448bd), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.478705 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.480272 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5ad4cade-c617-4316-a259-0b1514e448bd HTTP/1.1" status: 204 len: 168 time: 0.7851551 Jul 18 14:08:48.481303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e9c7085f-2090-41e1-bb8b-406a5e685dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5433a493-5eeb-4731-a761-d8a5ba65b83d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.518858 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:48.522528 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e9c7085f-2090-41e1-bb8b-406a5e685dd7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c3667a71bb064e738026bb620657d600&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0136511 Jul 18 14:08:48.531382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a0a30-1eb8-48b6-9f9c-5db338a1f505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad4cade-c617-4316-a259-0b1514e448bd,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.554997 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:48.558760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:48.572264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:08:48.588476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:48.609050 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Provisioning complete for port 9d39355c-891a-41f9-9724-4e2cb2df37cc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:48.609512 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.616468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port d169cc4c-bd1a-4433-835f-b845d469d1fa, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d169cc4c-bd1a-4433-835f-b845d469d1fa,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:48.667670 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60496) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:48.668051 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.87', 58109) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:48.668796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] Publish callbacks [] for security_group (204b04c1-0945-45c0-afbd-1b2d696f3093), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.669129 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:48.671213 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7085f-2090-41e1-bb8b-406a5e685dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5433a493-5eeb-4731-a761-d8a5ba65b83d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.689132 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:48.716511 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:48.718670 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.839738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-d6863269-88fa-41f1-bcde-c33a2557f205 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:48.841649 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-d6863269-88fa-41f1-bcde-c33a2557f205 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.3910689 Jul 18 14:08:48.850470 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:48.851315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:48.864948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (204b04c1-0945-45c0-afbd-1b2d696f3093), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.868601 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:48.870287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/204b04c1-0945-45c0-afbd-1b2d696f3093 HTTP/1.1" status: 204 len: 168 time: 0.7825713 Jul 18 14:08:48.924165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77000c86-147d-481d-b11b-a41da7fa0584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b04c1-0945-45c0-afbd-1b2d696f3093,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:48.948439 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.034542 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-6b714f61-df56-472e-9a28-0def4b0f1bda tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 380 time: 0.1018939 Jul 18 14:08:49.037030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-03ebde93-3be0-4e3f-8d0b-6f2812bc0642 req-3b1496db-78b6-4b53-a69a-85eb3650b619 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.1832626 Jul 18 14:08:49.088453 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'port': {'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'admin_state_up': True, 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'security_groups': ['60744ab3-aacc-46c3-8c0e-836f9c872633']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:49.095128 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:49.282855 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:49.289792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b73bf8bb-3159-4b50-bbd6-90d2c7168ac4 req-3f3f7a7f-4731-4319-8e95-c9a783620a25 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Jul 18 14:08:49.305075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-cfff2244-a4c2-4805-bdcf-09df7b98b5c8 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:49.307438 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-cfff2244-a4c2-4805-bdcf-09df7b98b5c8 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.87 "GET /v2.0/networks?id=cf7f0400-e048-424d-934c-355c986c5602 HTTP/1.1" status: 200 len: 812 time: 1.3827784 Jul 18 14:08:49.353142 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Request body: {'port': {'device_id': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'admin_state_up': True, 'tenant_id': '799dde59367144af9f1f8cce1cb7d435'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:49.361068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:49.378007 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.384704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:49.431665 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-6430c95f-59b0-45c1-b6a1-21635e77f2cb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:49.437926 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-212c0788-a3cb-4245-b02f-3d80e47abdb9 service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951993 Jul 18 14:08:49.441542 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-6430c95f-59b0-45c1-b6a1-21635e77f2cb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 0.7595241 Jul 18 14:08:49.445450 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=d169cc4c-bd1a-4433-835f-b845d469d1fa,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:49.537607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'port': {'device_id': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'admin_state_up': True, 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:49.574450 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c468c9ce-8127-4252-8e20-be40e2175684), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.683617 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Current status of the port 9d39355c-891a-41f9-9724-4e2cb2df37cc is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:49.685722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.687332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:49.803082 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60558) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:49.900481 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:49.904148 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] For port 9d39355c-891a-41f9-9724-4e2cb2df37cc, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=9d39355c-891a-41f9-9724-4e2cb2df37cc,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:49.917787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:49.918181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.951138 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84b6505e-8098-498e-8f7b-eddfa6974c26 req-71a96dd0-38d1-4956-a92f-22fd1625ba28 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 210 time: 0.1956539 Jul 18 14:08:49.972488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-873ea245-310c-42d2-8256-81133cfe6d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:49.996594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.093906 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '9d39355c-891a-41f9-9724-4e2cb2df37cc', 'name': '', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'mac_address': 'fa:16:3e:c7:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:35Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 4, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'subnets': [{'id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:50.210160 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:50.238330 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] Publish callbacks [] for security_group (5433a493-5eeb-4731-a761-d8a5ba65b83d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.245937 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Made reservation on behalf of 799dde59367144af9f1f8cce1cb7d435 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:50.252762 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.264850 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-873ea245-310c-42d2-8256-81133cfe6d24 admin admin] Publish callbacks [] for security_group (8b7026b1-5ba2-4870-8f90-1bc24d656b69), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.276193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-873ea245-310c-42d2-8256-81133cfe6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8b7026b1-5ba2-4870-8f90-1bc24d656b69), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.328588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.20.0.14 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/78c5d199-882a-4557-82d5-faa7c5620eb9) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:50.473617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-873ea245-310c-42d2-8256-81133cfe6d24 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3ed1174b5a5848bca12ad18c4fd6447c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521139 Jul 18 14:08:50.480535 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60586) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:50.489095 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ea245-310c-42d2-8256-81133cfe6d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7026b1-5ba2-4870-8f90-1bc24d656b69,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:50.624848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981559ff-d39a-4adb-a06b-b02f85631e95 None None] The sync data for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi is: [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '9d39355c-891a-41f9-9724-4e2cb2df37cc', 'name': '', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'mac_address': 'fa:16:3e:c7:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:35Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 4, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'subnets': [{'id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:50.691512 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a5576aca-b20f-4902-a56a-9c48462bbbaa req-ff707cf5-6630-4966-9fd1-79be0902fec6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.1981325 Jul 18 14:08:50.697269 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:50.746095 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6ba9e37d-2a3f-406e-acc0-bd981fcd0ef0 None None] Provisioning complete for port 9d39355c-891a-41f9-9724-4e2cb2df37cc triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:50.746095 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e37d-2a3f-406e-acc0-bd981fcd0ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.765427 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] Publish callbacks [] for security_group (5433a493-5eeb-4731-a761-d8a5ba65b83d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:50.866598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25b4a8-a489-4488-b1b0-f4b6f4b9c5c5 None None] Pushing event updated for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:50.997478 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Allocated IP 172.20.0.7 (cf7f0400-e048-424d-934c-355c986c5602/f1f7f66c-9d20-4ce6-bae9-f601e698c5bb/16a375c2-18fc-4790-abd2-72e134cdb799) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:51.135925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.163849 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:51.205307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:51.230414 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60602) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:51.232706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.333169 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9e37d-2a3f-406e-acc0-bd981fcd0ef0 None None] Current status of the port 9d39355c-891a-41f9-9724-4e2cb2df37cc is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:51.340386 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:51.358606 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:51.364125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:51.369834 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Made reservation on behalf of eaf9f75abc034491bd1b8846c05bf625 for: {'port': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:51.376307 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.378859 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c3f2d05-8f76-483c-b52b-46476a9dab2e req-617960a7-3637-46b1-96fe-2aa1f09ddde4 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.6842663 Jul 18 14:08:51.385345 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 2, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:51.461329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] Publish callbacks [] for security_group (8b7026b1-5ba2-4870-8f90-1bc24d656b69), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.533913 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:51.544840 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:08:51.545273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Updating router 399a511e-1658-43ba-8f47-3d75a4f2a45a port ed6bceee-51a0-4bc5-a10b-de0587d3c000 binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:08:51.564335 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d169cc4c-bd1a-4433-835f-b845d469d1fa up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:51.606683 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76e17aa0-bc5d-4aa8-8304-89476553c400 req-a67dcc84-4fd8-468f-ab56-94c0f364d7ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 210 time: 0.2492251 Jul 18 14:08:51.612465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:51.628582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:51.645549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:51.646070 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.760741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.769211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] Publish callbacks [] for security_group (8b7026b1-5ba2-4870-8f90-1bc24d656b69), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:51.844102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148266624-network', 'tenant_id': '4d8864ce49af48c6b8be8e8ffb9156c0'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:51.862291 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Allocated IP 172.20.0.9 (1e995c6e-c3ce-4e05-9f56-a5572491371e/1ac30e2a-283f-459c-aac9-7d5de5acafe0/caff2315-38e2-45b5-bb40-99b2083aaf3a) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:51.939661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.87', 58119) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:51.950331 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-ceb1df26-8cd6-4412-b1be-0a97180bd0c2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8672323 Jul 18 14:08:52.090171 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-2a384a7f-8e0b-4642-8cab-de0dae02ab9c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:08:52.091138 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-2a384a7f-8e0b-4642-8cab-de0dae02ab9c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0101385 Jul 18 14:08:52.193822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port d169cc4c-bd1a-4433-835f-b845d469d1fa triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:52.206176 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (c468c9ce-8127-4252-8e20-be40e2175684), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.207137 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.221536 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5433a493-5eeb-4731-a761-d8a5ba65b83d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.224394 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.231993 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5433a493-5eeb-4731-a761-d8a5ba65b83d HTTP/1.1" status: 204 len: 168 time: 3.5521948 Jul 18 14:08:52.342712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14491ec8-f5dc-4b4b-8fa9-e942ed421b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5433a493-5eeb-4731-a761-d8a5ba65b83d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:52.345895 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c468c9ce-8127-4252-8e20-be40e2175684), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.420751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=c468c9ce-8127-4252-8e20-be40e2175684,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:52.449952 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.543709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ac43a5ee-8c7a-4c7a-bf95-3588c5835ca2 None None] Provisioning complete for port 78c5d199-882a-4557-82d5-faa7c5620eb9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:52.544155 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ac43a5ee-8c7a-4c7a-bf95-3588c5835ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.551668 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.592532 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:52.604594 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks [] for port (16a375c2-18fc-4790-abd2-72e134cdb799), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.632740 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3eff9-5633-4875-b5b5-5a7577c92fd1 req-d187b97e-37b4-4b55-b0f6-9f0d46cd4c1a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:52.635973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ac43a5ee-8c7a-4c7a-bf95-3588c5835ca2 None None] Port 78c5d199-882a-4557-82d5-faa7c5620eb9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:52.638001 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37e3eff9-5633-4875-b5b5-5a7577c92fd1 req-d187b97e-37b4-4b55-b0f6-9f0d46cd4c1a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 932 time: 0.6855805 Jul 18 14:08:52.659220 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.692342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks [] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.709236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.713828 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Made reservation on behalf of 4d8864ce49af48c6b8be8e8ffb9156c0 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:52.714741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port d169cc4c-bd1a-4433-835f-b845d469d1fa is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:52.723356 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.799125 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.836976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:52.841492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd3ed-8c1b-4d9d-940b-16645dd46721 None None] Pushing event updated for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:52.842183 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.843903 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-93d5a82a-a0c1-4d55-99fa-f0b8b3e97795 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6136076 Jul 18 14:08:52.866319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:52.876676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Network cf7f0400-e048-424d-934c-355c986c5602 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:52.878952 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:52.885803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.962203 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Pushing event updated for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:52.970339 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:52.978973 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:52.980970 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:52.987351 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:52.988179 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:52.991227 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:52.998357 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:52.999022 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.010023 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Attempting to bind port ed6bceee-51a0-4bc5-a10b-de0587d3c000 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:53.010395 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Attempting to bind port ed6bceee-51a0-4bc5-a10b-de0587d3c000 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:53.010760 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Attempting to bind port ed6bceee-51a0-4bc5-a10b-de0587d3c000 on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:53.013517 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60640) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:53.021890 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:53.022267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Checking segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:53.022675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.025897 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Bound using segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:53.026409 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Bound port: ed6bceee-51a0-4bc5-a10b-de0587d3c000, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:53.026792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.042814 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6657313c-e953-42d7-aead-ea2fb4e494a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.061153 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-29c91c19-fb49-4570-b0a5-3ece42acc088 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7219844 Jul 18 14:08:53.064634 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-87f59e2a-3ce0-4ae4-97f0-4306557cdc4d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5333149 Jul 18 14:08:53.084735 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Request body: {'port': {'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:53.122335 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Request body: {'port': {'device_id': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:53.162708 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:53.182254 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] For port ed6bceee-51a0-4bc5-a10b-de0587d3c000, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:53.202726 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] For port ed6bceee-51a0-4bc5-a10b-de0587d3c000, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ed6bceee-51a0-4bc5-a10b-de0587d3c000,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:53.213276 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.247320 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Request body: {'port': {'device_id': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:53.356355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:53.392060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ec36e-5e98-4b38-9686-14b557c73ad2 req-712af213-a625-4866-9506-93f91fc9ce6f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:53.400938 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-909ec36e-5e98-4b38-9686-14b557c73ad2 req-712af213-a625-4866-9506-93f91fc9ce6f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 931 time: 0.7517619 Jul 18 14:08:53.505252 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.568278 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:53.574745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd3ed-8c1b-4d9d-940b-16645dd46721 None None] Pushing event updated for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:53.667792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 9d39355c-891a-41f9-9724-4e2cb2df37cc up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:53.689184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-4240d984-869a-4f87-89c5-41b1c828b111 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:53.691148 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-4240d984-869a-4f87-89c5-41b1c828b111 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 1.7399652 Jul 18 14:08:53.801289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.828755 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:08:53.829424 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:08:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:53.831607 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:53.831789 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.862207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8b7026b1-5ba2-4870-8f90-1bc24d656b69), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.871717 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:53.873118 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8b7026b1-5ba2-4870-8f90-1bc24d656b69 HTTP/1.1" status: 204 len: 168 time: 3.3810070 Jul 18 14:08:53.969903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'port': {'device_id': 'b465817c-08b2-4f29-a439-143ad9d67561', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'admin_state_up': True, 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:54.005966 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6657313c-e953-42d7-aead-ea2fb4e494a6 admin admin] Publish callbacks [] for security_group (7527acc9-21c1-4f35-9706-a35cda967957), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.029041 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.050568 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6657313c-e953-42d7-aead-ea2fb4e494a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7527acc9-21c1-4f35-9706-a35cda967957), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.108025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:54.126937 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6657313c-e953-42d7-aead-ea2fb4e494a6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c70edb2715d64ceaab313111a78ed840&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1122444 Jul 18 14:08:54.139450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59b17a-d52a-493c-bd26-4699c957cac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7026b1-5ba2-4870-8f90-1bc24d656b69,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:54.147184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60654) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:54.156721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Made reservation on behalf of eaf9f75abc034491bd1b8846c05bf625 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:54.160739 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.180490 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657313c-e953-42d7-aead-ea2fb4e494a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527acc9-21c1-4f35-9706-a35cda967957,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:54.207123 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 9d39355c-891a-41f9-9724-4e2cb2df37cc triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:54.207736 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.307445 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-909ec36e-5e98-4b38-9686-14b557c73ad2 req-dfa91713-72f8-4172-af83-57c531506d94 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9050086 Jul 18 14:08:54.331395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37e3eff9-5633-4875-b5b5-5a7577c92fd1 req-ebd9745d-6ed9-472a-8567-7d01e168c56c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5626755 Jul 18 14:08:54.457231 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:54.573303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1a89c320-ce5e-474e-af9c-127136679aae req-ae62d301-21fd-4c6b-9555-ad6cb4613c4a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 210 time: 0.1313219 Jul 18 14:08:54.660750 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Current status of the port ed6bceee-51a0-4bc5-a10b-de0587d3c000 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:54.661152 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.753968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Allocated IP 172.20.0.12 (1e995c6e-c3ce-4e05-9f56-a5572491371e/1ac30e2a-283f-459c-aac9-7d5de5acafe0/242eaddb-7d26-4618-bcb7-2932b894ee02) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:08:54.761491 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks [] for security_group (62711480-6de2-4936-820c-a3076e14bab3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.845057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] Publish callbacks [] for security_group (7527acc9-21c1-4f35-9706-a35cda967957), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.870352 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] For port ed6bceee-51a0-4bc5-a10b-de0587d3c000, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ed6bceee-51a0-4bc5-a10b-de0587d3c000,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:08:54.892600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] Publish callbacks [] for security_group (7527acc9-21c1-4f35-9706-a35cda967957), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.922993 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (62711480-6de2-4936-820c-a3076e14bab3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.925245 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a375c2-18fc-4790-abd2-72e134cdb799 {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:08:54.940758 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks [] for port (16a375c2-18fc-4790-abd2-72e134cdb799), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.964591 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Transition to ACTIVE for port object 16a375c2-18fc-4790-abd2-72e134cdb799 will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:08:54.970169 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:54.985967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.000894 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 9d39355c-891a-41f9-9724-4e2cb2df37cc is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:55.059615 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:08:55.074878 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:55.119446 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:08:55.160988 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-6dacda04-61e5-4338-97da-9e30b5c6cf11 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1407152351&fields=id&tenant_id=31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 267 time: 0.5863838 Jul 18 14:08:55.163162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62711480-6de2-4936-820c-a3076e14bab3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:55.167123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (9715c3a1-5892-4cb1-b65d-520a44a68e6e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.167704 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Added segment 9715c3a1-5892-4cb1-b65d-520a44a68e6e of type vlan for network c9959894-eb85-438f-854c-9e7f6a53b059 Jul 18 14:08:55.232584 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Attempting to bind port 16a375c2-18fc-4790-abd2-72e134cdb799 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:55.232947 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Attempting to bind port 16a375c2-18fc-4790-abd2-72e134cdb799 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:55.233304 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Attempting to bind port 16a375c2-18fc-4790-abd2-72e134cdb799 on network cf7f0400-e048-424d-934c-355c986c5602 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:55.239026 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Port 16a375c2-18fc-4790-abd2-72e134cdb799 on network cf7f0400-e048-424d-934c-355c986c5602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:08:55.240553 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Attempting to bind port 16a375c2-18fc-4790-abd2-72e134cdb799 on network cf7f0400-e048-424d-934c-355c986c5602 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:55.249460 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:55.250136 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Checking segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:55.251079 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Bound using segment: {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:55.252124 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Bound port: 16a375c2-18fc-4790-abd2-72e134cdb799, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33911d54-5d20-46e4-a96e-cbf8bd2527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:55.252678 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.254300 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:55.254869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.422882 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:55.452210 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:55.475677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ed6bceee-51a0-4bc5-a10b-de0587d3c000 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:55.485225 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (c9959894-eb85-438f-854c-9e7f6a53b059), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.492126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a4811-9561-4938-9ced-cbe0a3a612d5 None None] Pushing event updated for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:55.494812 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=16a375c2-18fc-4790-abd2-72e134cdb799,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:55.511524 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.536252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:55.537041 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:55.554991 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:55.563258 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:55.567465 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] 10.222.0.87 "PUT /v2.0/ports/16a375c2-18fc-4790-abd2-72e134cdb799 HTTP/1.1" status: 200 len: 1093 time: 2.4549198 Jul 18 14:08:55.568299 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:08:55.826447 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9e2d7-fc42-40e6-b429-e888ce0ac4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:55.999038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c5d199-882a-4557-82d5-faa7c5620eb9 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:08:56.033177 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks [] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.049416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7527acc9-21c1-4f35-9706-a35cda967957), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.056534 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:08:56.059378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.064535 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7527acc9-21c1-4f35-9706-a35cda967957 HTTP/1.1" status: 204 len: 168 time: 1.9081452 Jul 18 14:08:56.082585 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-d083c1ce-1144-4fca-a5f3-283d38390469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:56.092344 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-d083c1ce-1144-4fca-a5f3-283d38390469 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 811 time: 0.9299893 Jul 18 14:08:56.098034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:56.099815 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.124934 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Transition to ACTIVE for port object 78c5d199-882a-4557-82d5-faa7c5620eb9 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:08:56.130954 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (c9959894-eb85-438f-854c-9e7f6a53b059), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.132365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:56.133187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.138394 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:56.227379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.283291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] Pushing event updated for resources: {'Network': ['ID=c9959894-eb85-438f-854c-9e7f6a53b059,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:56.303604 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Current status of the port ed6bceee-51a0-4bc5-a10b-de0587d3c000 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:56.311802 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:56.391780 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Provisioning complete for port caff2315-38e2-45b5-bb40-99b2083aaf3a triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:56.392387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:56.396088 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:53Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:08:56.505868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Pushing event updated for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:56.535715 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-e22dac66-8742-4baf-8bdc-cf548d97d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:56.538405 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-e22dac66-8742-4baf-8bdc-cf548d97d876 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=799dde59367144af9f1f8cce1cb7d435&device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 1127 time: 0.2177331 Jul 18 14:08:56.596727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5f614-cbb1-40a8-a98f-dd796528ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527acc9-21c1-4f35-9706-a35cda967957,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:56.707364 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60716) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:56.712802 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60718) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:56.715309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-de1c8b1c-06a7-45e0-886f-346efed5ee4b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.4749272 Jul 18 14:08:56.731903 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-d0ea42a3-ed36-4560-9d6a-b0880e3cc7fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/quotas/31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 375 time: 0.5956509 Jul 18 14:08:56.740974 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Request body: {'subnet': {'network_id': 'c9959894-eb85-438f-854c-9e7f6a53b059', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148266624-subnet', 'tenant_id': '4d8864ce49af48c6b8be8e8ffb9156c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:56.773709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:56.809374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e503b1-71c8-4a92-b3d5-95fa9f20da81 req-19710aa6-9328-45f9-aa95-5b7abe8abcdf tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:56.814912 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9e503b1-71c8-4a92-b3d5-95fa9f20da81 req-19710aa6-9328-45f9-aa95-5b7abe8abcdf tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 1.2763987 Jul 18 14:08:56.878113 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network c9959894-eb85-438f-854c-9e7f6a53b059 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:08:56.893989 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b595ac9-3868-41d9-b0aa-10f63e5b6679 None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:53Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:08:56.957833 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-ed9f4e54-3053-4edf-98d0-438a24e5aa0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a375c2-18fc-4790-abd2-72e134cdb799 HTTP/1.1" status: 200 len: 217 time: 0.3911805 Jul 18 14:08:56.958296 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Made reservation on behalf of 4d8864ce49af48c6b8be8e8ffb9156c0 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:08:56.960915 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.089353 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-88f36a43-152a-40d5-97de-8c955066d4f7 None None] Port caff2315-38e2-45b5-bb40-99b2083aaf3a cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:57.093628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port ed6bceee-51a0-4bc5-a10b-de0587d3c000 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:57.295076 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-b063d26c-76b8-40bb-ab72-165ce47554c4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5480115 Jul 18 14:08:57.399554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ed6bceee-51a0-4bc5-a10b-de0587d3c000 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:08:57.440255 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9e503b1-71c8-4a92-b3d5-95fa9f20da81 req-04022a29-4933-44fe-bac1-673418b8649a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487494 Jul 18 14:08:57.513608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.617477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port ed6bceee-51a0-4bc5-a10b-de0587d3c000 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:57.618173 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.669696 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-292f50de-6aa0-4b09-9714-c60073f44c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.718114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-eeb28039-e293-401b-a42e-20b841fe054f service neutron] 10.222.0.94 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225383 Jul 18 14:08:57.742808 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Attempting to bind port 78c5d199-882a-4557-82d5-faa7c5620eb9 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:08:57.744651 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Attempting to bind port 78c5d199-882a-4557-82d5-faa7c5620eb9 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:08:57.745091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Attempting to bind port 78c5d199-882a-4557-82d5-faa7c5620eb9 on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:57.771350 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port ed6bceee-51a0-4bc5-a10b-de0587d3c000 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:08:57.830058 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:57.896639 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (96a9bb97-aa8b-42e1-be28-dafbd7acb8a5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.920459 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-f8c990d8-90d2-4508-b7d1-003d1cddcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:57.922410 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-f8c990d8-90d2-4508-b7d1-003d1cddcacc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f1f7f66c-9d20-4ce6-bae9-f601e698c5bb HTTP/1.1" status: 200 len: 851 time: 0.7451394 Jul 18 14:08:57.931573 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-292f50de-6aa0-4b09-9714-c60073f44c45 admin admin] Publish callbacks [] for security_group (33108ecd-0fa4-45c7-be0e-8e68bb818f23), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:57.960692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-292f50de-6aa0-4b09-9714-c60073f44c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (33108ecd-0fa4-45c7-be0e-8e68bb818f23), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.006681 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-292f50de-6aa0-4b09-9714-c60073f44c45 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4a1a537bce174a47aeb560b45fd0d738&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2914801 Jul 18 14:08:58.041650 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60746) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:08:58.081658 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f50de-6aa0-4b09-9714-c60073f44c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33108ecd-0fa4-45c7-be0e-8e68bb818f23,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:58.182143 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a9bb97-aa8b-42e1-be28-dafbd7acb8a5,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:58.201788 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Checking segment: {'id': '9715c3a1-5892-4cb1-b65d-520a44a68e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c9959894-eb85-438f-854c-9e7f6a53b059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:58.202157 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Network hostable DHCP agents. Network: c9959894-eb85-438f-854c-9e7f6a53b059, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:08:58.219473 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-f9a2a147-3f9d-4c64-9544-37ff334a1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:58.221266 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-f9a2a147-3f9d-4c64-9544-37ff334a1853 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cf7f0400-e048-424d-934c-355c986c5602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2317669 Jul 18 14:08:58.471815 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Network c9959894-eb85-438f-854c-9e7f6a53b059 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:08:58.474774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Port 78c5d199-882a-4557-82d5-faa7c5620eb9 on network ee89766c-7eb8-4f64-a3df-79441574b226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:08:58.475329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Attempting to bind port 78c5d199-882a-4557-82d5-faa7c5620eb9 on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:08:58.479272 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-ec13b700-7452-422e-a03c-c3adff074ea9 service neutron] 10.222.0.94 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174299 Jul 18 14:08:58.484328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.551663 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:58.554528 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:08:58.555164 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:08:58.556754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:08:58.557521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Bound port: 78c5d199-882a-4557-82d5-faa7c5620eb9, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:08:58.558065 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.572126 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:58.577399 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e23-1d10-4ff0-b458-8187795c4aa0 req-ab24ad3b-9adf-4706-9396-a9c19f406fcf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:58.585893 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1425e23-1d10-4ff0-b458-8187795c4aa0 req-ab24ad3b-9adf-4706-9396-a9c19f406fcf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.8644335 Jul 18 14:08:58.631837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:08:58.633203 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:58.661680 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:58.671387 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-4577fa8a-b033-4084-b039-f000b095f3a4 service neutron] 10.222.0.87 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009826 Jul 18 14:08:58.680360 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1425e23-1d10-4ff0-b458-8187795c4aa0 req-cd13eae6-6349-47bb-83f9-0813d0c71ee9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932350 Jul 18 14:08:58.681318 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:08:58.688264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] Publish callbacks [] for security_group (33108ecd-0fa4-45c7-be0e-8e68bb818f23), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.694911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:58.701300 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.817838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, c9959894-eb85-438f-854c-9e7f6a53b059) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:08:58.827715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbfeb6-e0da-475e-9269-bfa5619bdd65 None None] Network c9959894-eb85-438f-854c-9e7f6a53b059 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:58.837462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:58.838054 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:58.860456 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a1032ca8-8faa-4066-95d4-afff83e81076 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0260036 Jul 18 14:08:58.931900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Request body: {'port': {'device_id': 'b465817c-08b2-4f29-a439-143ad9d67561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:08:59.075686 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:08:59.108048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.209986 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-db8e194e-12ef-47f5-b73e-7c4fa0f8cebd None None] Provisioning complete for port 242eaddb-7d26-4618-bcb7-2932b894ee02 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:08:59.210380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-db8e194e-12ef-47f5-b73e-7c4fa0f8cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.234997 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9927d2f8-6b1e-480b-91b7-22adf1fd6fb5 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5170498 Jul 18 14:08:59.281609 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] Publish callbacks [] for security_group (33108ecd-0fa4-45c7-be0e-8e68bb818f23), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.308769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78ed99-fca3-46f3-8858-58a53ee850c8 req-291b8155-39b9-45a3-8ee0-9ca7be1b5eb8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:08:59.320274 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f78ed99-fca3-46f3-8858-58a53ee850c8 req-291b8155-39b9-45a3-8ee0-9ca7be1b5eb8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 932 time: 0.4817398 Jul 18 14:08:59.325617 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:08:59.340835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-db8e194e-12ef-47f5-b73e-7c4fa0f8cebd None None] Port 242eaddb-7d26-4618-bcb7-2932b894ee02 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:08:59.357854 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caff2315-38e2-45b5-bb40-99b2083aaf3a {{(pid=104071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:08:59.398943 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dbe99-c56c-495f-8c3b-50921dcf4cd0 None None] Network c9959894-eb85-438f-854c-9e7f6a53b059 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:08:59.440433 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks [] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.567740 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (33108ecd-0fa4-45c7-be0e-8e68bb818f23), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.584990 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.593342 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/33108ecd-0fa4-45c7-be0e-8e68bb818f23 HTTP/1.1" status: 204 len: 168 time: 1.5174742 Jul 18 14:08:59.668005 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03fe5e-9bbb-4c47-b631-451e720fc6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33108ecd-0fa4-45c7-be0e-8e68bb818f23,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:08:59.709687 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.provisioning_blocks [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Transition to ACTIVE for port object caff2315-38e2-45b5-bb40-99b2083aaf3a will not be triggered until provisioned by entity L2. {{(pid=104071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:08:59.717507 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-adf74df3-7a8e-4bf8-b2ce-bab71b9b0e88 req-88f34f5c-74c2-4a88-9c4b-4b146c7d0f08 service neutron] 10.222.0.87 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9230394 Jul 18 14:08:59.718655 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.849872 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78c5d199-882a-4557-82d5-faa7c5620eb9,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:08:59.861688 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa9ad47-7b1f-4f2f-8520-f8e40ebd91bb x-openstack-request-id: req-1fa9ad47-7b1f-4f2f-8520-f8e40ebd91bb {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:08:59.861989 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:08:59.862255 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1fa9ad47-7b1f-4f2f-8520-f8e40ebd91bb {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:08:59.862716 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa9ad47-7b1f-4f2f-8520-f8e40ebd91bb'] response: {'name': 'network-changed', 'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799', 'status': 'completed', 'code': 200} Jul 18 14:08:59.906516 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:08:59.918722 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Pushing event updated for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:00.003214 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Attempting to bind port caff2315-38e2-45b5-bb40-99b2083aaf3a on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:09:00.003666 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Attempting to bind port caff2315-38e2-45b5-bb40-99b2083aaf3a by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:09:00.004071 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Attempting to bind port caff2315-38e2-45b5-bb40-99b2083aaf3a on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:00.065221 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Port caff2315-38e2-45b5-bb40-99b2083aaf3a on network 1e995c6e-c3ce-4e05-9f56-a5572491371e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:09:00.067729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Attempting to bind port caff2315-38e2-45b5-bb40-99b2083aaf3a on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:00.207857 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:09:00.208235 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:00.210540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Bound using segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:09:00.215031 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Bound port: caff2315-38e2-45b5-bb40-99b2083aaf3a, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:09:00.216849 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:00.225179 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-17281786-b30d-4124-a421-f656f4b348f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:00.230748 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-17281786-b30d-4124-a421-f656f4b348f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=799dde59367144af9f1f8cce1cb7d435&device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 1127 time: 0.1891994 Jul 18 14:09:00.325755 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Pushing event updated for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:00.403489 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f78ed99-fca3-46f3-8858-58a53ee850c8 req-eac2f6aa-e29d-412a-8454-0b170ce8f3d3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0814931 Jul 18 14:09:00.436130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:00.438434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:00.444976 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1b54aed4-6be8-4a66-95a3-6ac226344222 service neutron] 10.222.0.87 "PUT /v2.0/ports/78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 1094 time: 7.7584212 Jul 18 14:09:00.448566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:01.113167 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9d57c3f7-753e-40ec-ad5c-b420d6a2dad7 req-0935efc5-c1dc-4911-91e3-11fc52d0eccf tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.4454076 Jul 18 14:09:01.135084 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a70e2-c072-4277-95fd-5d437004ff75 req-ecfb4a7f-2fbe-4939-bf7d-2386f7f0e4fe tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.142861 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a78a70e2-c072-4277-95fd-5d437004ff75 req-ecfb4a7f-2fbe-4939-bf7d-2386f7f0e4fe tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.8182518 Jul 18 14:09:01.172529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-908f07bc-0e22-4790-b2ac-0528670d1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.173882 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-908f07bc-0e22-4790-b2ac-0528670d1bfa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1128 time: 0.5088189 Jul 18 14:09:01.177005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:01.218949 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242eaddb-7d26-4618-bcb7-2932b894ee02 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:01.232985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks [] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:01.263439 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:01.269428 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Transition to ACTIVE for port object 242eaddb-7d26-4618-bcb7-2932b894ee02 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:09:01.312598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be18c96f-4af2-4b62-9ed8-1f41a1155721" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:01.335361 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:01.345045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21178475-bebb-48b7-9b8c-ae25d25be897 req-f7040514-b9dd-4d96-b2f4-10d801a65acf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.346576 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-71cb53bc-4384-4784-b98d-5d91019799a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.347448 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21178475-bebb-48b7-9b8c-ae25d25be897 req-f7040514-b9dd-4d96-b2f4-10d801a65acf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.0864153 Jul 18 14:09:01.354173 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-71cb53bc-4384-4784-b98d-5d91019799a2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cf7f0400-e048-424d-934c-355c986c5602 HTTP/1.1" status: 200 len: 913 time: 1.0610065 Jul 18 14:09:01.362515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a78a70e2-c072-4277-95fd-5d437004ff75 req-b32c4f94-b771-43e8-9c6b-168c8c559ed7 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187436 Jul 18 14:09:01.366944 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:09:01.393105 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:09:01.416457 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:01.469075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.87', 58130) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:01.477208 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-1e1a1708-37c4-4d8b-812b-ffa8a45b5b14 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 217 time: 0.1596770 Jul 18 14:09:01.477465 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-3efdfb69-f7ba-4425-99a6-15f0ef0f9e62 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a375c2-18fc-4790-abd2-72e134cdb799 HTTP/1.1" status: 200 len: 217 time: 0.0786555 Jul 18 14:09:01.486422 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.487223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:01.488705 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] 10.222.0.87 "PUT /v2.0/ports/caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 1093 time: 8.3742204 Jul 18 14:09:01.661452 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d759-06ff-4bbf-9ae6-f6474bd66f58 service neutron] Pushing event updated for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:01.692146 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-2b464694-a304-4912-a761-2c623d2b8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.693905 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-2b464694-a304-4912-a761-2c623d2b8db2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.1372681 Jul 18 14:09:01.725102 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-3d58481a-5533-4c61-b09e-298cedd91f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.734310 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-3d58481a-5533-4c61-b09e-298cedd91f17 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1127 time: 0.0851445 Jul 18 14:09:01.735198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-81e4a32a-9e87-47c5-acd3-9115b45e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:01.736676 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-81e4a32a-9e87-47c5-acd3-9115b45e932f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f1f7f66c-9d20-4ce6-bae9-f601e698c5bb HTTP/1.1" status: 200 len: 851 time: 0.1895204 Jul 18 14:09:01.750939 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:01.840901 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:01.855813 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-a01882d0-c29c-4017-a2b2-8b017669a6f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0978937 Jul 18 14:09:01.871839 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:01.875990 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6dc3c5-be72-49c0-aa51-720a7db60301" -d '{"events": [{"name": "network-changed", "server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:01.925566 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21178475-bebb-48b7-9b8c-ae25d25be897 req-445560e5-f5ec-4856-b4d0-5fec4823ebe5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5606580 Jul 18 14:09:02.040207 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-a848d701-410a-4032-84a7-544af12667bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.041676 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-a848d701-410a-4032-84a7-544af12667bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.1170824 Jul 18 14:09:02.053823 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-01aeb398-3865-4630-bbd0-8e7897d17ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.061906 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-01aeb398-3865-4630-bbd0-8e7897d17ff8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3110771 Jul 18 14:09:02.087714 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-5d81a5b6-3fa5-4608-8565-979301b93dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.099604 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac222bd-14c4-4023-aab4-9efd7f120544 x-openstack-request-id: req-7ac222bd-14c4-4023-aab4-9efd7f120544 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:02.101968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:02.102875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ac222bd-14c4-4023-aab4-9efd7f120544 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:02.103173 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-5d81a5b6-3fa5-4608-8565-979301b93dbe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cf7f0400-e048-424d-934c-355c986c5602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2460370 Jul 18 14:09:02.103393 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac222bd-14c4-4023-aab4-9efd7f120544'] response: {'name': 'network-changed', 'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'status': 'completed', 'code': 200} Jul 18 14:09:02.104385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Attempting to bind port 242eaddb-7d26-4618-bcb7-2932b894ee02 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:09:02.104725 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Attempting to bind port 242eaddb-7d26-4618-bcb7-2932b894ee02 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:09:02.105051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Attempting to bind port 242eaddb-7d26-4618-bcb7-2932b894ee02 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:02.111876 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6609ef3-89d7-48bc-a0a2-21f683946e14 x-openstack-request-id: req-e6609ef3-89d7-48bc-a0a2-21f683946e14 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:02.112401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:02.114386 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e6609ef3-89d7-48bc-a0a2-21f683946e14 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:02.114934 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6609ef3-89d7-48bc-a0a2-21f683946e14'] response: {'name': 'network-changed', 'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a', 'status': 'completed', 'code': 200} Jul 18 14:09:02.251600 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60870) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:02.272257 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651862382-network', 'tenant_id': '7937dcc79a1b4458b7bb3590e360c7af'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:02.296824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Port 242eaddb-7d26-4618-bcb7-2932b894ee02 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:09:02.297367 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Attempting to bind port 242eaddb-7d26-4618-bcb7-2932b894ee02 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:02.305111 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-818c2dff-d4f6-4785-9ad9-ae3d9f9ea0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.306661 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-818c2dff-d4f6-4785-9ad9-ae3d9f9ea0d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2336082 Jul 18 14:09:02.358038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873f5bc-7944-470a-bd44-b276075b238d req-a298804d-5f0a-4413-978b-65407bcc6f39 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.364088 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8873f5bc-7944-470a-bd44-b276075b238d req-a298804d-5f0a-4413-978b-65407bcc6f39 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.2410181 Jul 18 14:09:02.445518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:09:02.448451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:02.449374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Bound using segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:09:02.451730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Bound port: 242eaddb-7d26-4618-bcb7-2932b894ee02, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:09:02.452703 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.593677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:02.595296 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:02.598048 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-342001e8-8df3-4796-837f-497a9782065c service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204316 Jul 18 14:09:02.624351 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Made reservation on behalf of 7937dcc79a1b4458b7bb3590e360c7af for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:02.627628 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.650059 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.662295 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-1c6d3b5b-1a64-4ade-88bc-0accbe6473d0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:02.665427 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-1c6d3b5b-1a64-4ade-88bc-0accbe6473d0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 811 time: 1.1891212 Jul 18 14:09:02.736063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:09:02.740141 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=242eaddb-7d26-4618-bcb7-2932b894ee02,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:09:02.792048 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3b474774-8b35-4fe2-a675-af5fece4cc90 req-4b2d5633-c87f-4987-983d-80840bc41532 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.3687556 Jul 18 14:09:02.854228 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks [] for security_group (7f03c602-c99f-45fe-9d3c-9fb5944a41b3), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.869237 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7f03c602-c99f-45fe-9d3c-9fb5944a41b3), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.884460 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:09:02.902042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (ac5e9371-de61-4c8a-a699-ec4ac107de5c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:02.905050 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Added segment ac5e9371-de61-4c8a-a699-ec4ac107de5c of type vlan for network 9ed403fd-a3a1-4040-aa0d-403ada471498 Jul 18 14:09:02.984714 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (9ed403fd-a3a1-4040-aa0d-403ada471498), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.051028 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-b6602438-4b7c-4bda-9d89-60fe152e7a8e service neutron] 10.222.0.87 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935153 Jul 18 14:09:03.073468 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (9ed403fd-a3a1-4040-aa0d-403ada471498), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.074471 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:03.075048 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.100777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.150554 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03c602-c99f-45fe-9d3c-9fb5944a41b3,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:03.157366 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] Pushing event updated for resources: {'Network': ['ID=9ed403fd-a3a1-4040-aa0d-403ada471498,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:03.162250 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-44622c2b-db1f-46d6-9515-552bd71c3058 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214961 Jul 18 14:09:03.166607 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7925d070-b422-46fa-98c2-18621d50466e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9031513 Jul 18 14:09:03.171278 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60904) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:03.176039 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Request body: {'subnet': {'network_id': '9ed403fd-a3a1-4040-aa0d-403ada471498', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651862382-subnet', 'tenant_id': '7937dcc79a1b4458b7bb3590e360c7af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:03.195301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 9ed403fd-a3a1-4040-aa0d-403ada471498 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:09:03.231841 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Made reservation on behalf of 7937dcc79a1b4458b7bb3590e360c7af for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:03.236738 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.386495 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8873f5bc-7944-470a-bd44-b276075b238d req-deee7a58-47a0-45ba-8ced-aab467b0f067 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9307024 Jul 18 14:09:03.435001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:03.435287 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.437015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] 10.222.0.87 "PUT /v2.0/ports/242eaddb-7d26-4618-bcb7-2932b894ee02 HTTP/1.1" status: 200 len: 1094 time: 4.5327787 Jul 18 14:09:03.474944 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-9bc38fd2-1b1b-4246-b164-42b754aa7dd3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 380 time: 0.7230299 Jul 18 14:09:03.500357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8993f1f-da0b-4688-a8a4-353ace73a360 req-49f6f938-5a85-490c-a1b6-8ab7b8bb5b57 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:03.506039 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.509812 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8993f1f-da0b-4688-a8a4-353ace73a360 req-49f6f938-5a85-490c-a1b6-8ab7b8bb5b57 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.3653512 Jul 18 14:09:03.520765 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (b86c7b20-2c33-4557-a302-b8aba97ca6c4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.521134 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abad7-8861-4fde-80a9-09f89126f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:03.529632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.542354 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-7184b645-bee4-4cb5-8d54-cf085781c34e service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2503426 Jul 18 14:09:03.569993 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.574370 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86c7b20-2c33-4557-a302-b8aba97ca6c4,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:03.596705 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8993f1f-da0b-4688-a8a4-353ace73a360 req-6c2528f8-d1b4-4eb7-92d8-e1f585361faa tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Jul 18 14:09:03.613968 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Checking segment: {'id': 'ac5e9371-de61-4c8a-a699-ec4ac107de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9ed403fd-a3a1-4040-aa0d-403ada471498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:03.614503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Network hostable DHCP agents. Network: 9ed403fd-a3a1-4040-aa0d-403ada471498, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:09:03.634587 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Network 9ed403fd-a3a1-4040-aa0d-403ada471498 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:09:03.648177 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 9ed403fd-a3a1-4040-aa0d-403ada471498) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:09:03.653773 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:03.654392 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:03.661875 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83314513-fb53-40b0-a95e-091b16263341 None None] Network 9ed403fd-a3a1-4040-aa0d-403ada471498 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:03.703704 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e457d091-8e3c-47f0-aa39-fe85d4f0a412 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5312376 Jul 18 14:09:03.763667 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.787519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.791496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:03.802942 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bc623-6abe-4d7b-ba6c-dae0ff2b4aae req-5d193ba4-9445-4058-a96b-e1051c47bac0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:03.803231 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e21bc623-6abe-4d7b-ba6c-dae0ff2b4aae req-5d193ba4-9445-4058-a96b-e1051c47bac0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.0855234 Jul 18 14:09:03.843157 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05cca5-4ab1-42eb-b0fc-eda88462a1ef None None] Network 9ed403fd-a3a1-4040-aa0d-403ada471498 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:03.903866 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 60952) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:03.912790 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e21bc623-6abe-4d7b-ba6c-dae0ff2b4aae req-8e418b3e-4c11-4b14-9a0c-510e11d2b635 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874555 Jul 18 14:09:03.989230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d03e5437-8ee0-4551-882d-34d84e2d2c5e req-9628b2c3-3e89-4c90-84f8-bc5455fdba20 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0534585 Jul 18 14:09:04.004265 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Deleting subnet 96a9bb97-aa8b-42e1-be28-dafbd7acb8a5 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:09:04.007760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Publish callbacks [] for subnet (96a9bb97-aa8b-42e1-be28-dafbd7acb8a5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.059542 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Publish callbacks [] for subnet (96a9bb97-aa8b-42e1-be28-dafbd7acb8a5), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.070209 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (96a9bb97-aa8b-42e1-be28-dafbd7acb8a5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.104594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:04.107724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5c432-cec9-4b24-8cf1-351db44b980e" -d '{"events": [{"name": "network-changed", "server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:04.142185 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (96a9bb97-aa8b-42e1-be28-dafbd7acb8a5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.158691 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2271cb-db1d-499b-b7fa-53c7c8bf1aba x-openstack-request-id: req-ff2271cb-db1d-499b-b7fa-53c7c8bf1aba {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:04.159161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:04.159577 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ff2271cb-db1d-499b-b7fa-53c7c8bf1aba {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:04.160153 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2271cb-db1d-499b-b7fa-53c7c8bf1aba'] response: {'name': 'network-changed', 'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02', 'status': 'completed', 'code': 200} Jul 18 14:09:04.171989 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a9bb97-aa8b-42e1-be28-dafbd7acb8a5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:04.175777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.182080 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2370429c-d5df-49a0-a663-466afc3d0822 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/96a9bb97-aa8b-42e1-be28-dafbd7acb8a5 HTTP/1.1" status: 204 len: 168 time: 0.2765150 Jul 18 14:09:04.182558 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 60984) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:04.267015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (c9959894-eb85-438f-854c-9e7f6a53b059), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.369173 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (c9959894-eb85-438f-854c-9e7f6a53b059), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.390311 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.390998 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.391916 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.392306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > port after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.392630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.392969 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > port after_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.393297 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.393619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.393935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.394257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.438945 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32774) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:04.552438 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe5373ec-23d7-4283-8cd7-626487e8bd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.579819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.580154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.580491 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.580892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:04.581216 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9959894-eb85-438f-854c-9e7f6a53b059']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:04.623246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9715c3a1-5892-4cb1-b65d-520a44a68e6e') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:04.623547 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9715c3a1-5892-4cb1-b65d-520a44a68e6e') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:04.658825 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe5373ec-23d7-4283-8cd7-626487e8bd16 admin admin] Publish callbacks [] for security_group (00adca04-23a1-4d36-8be8-10fa211602a8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.672455 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe5373ec-23d7-4283-8cd7-626487e8bd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (00adca04-23a1-4d36-8be8-10fa211602a8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.676086 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (9715c3a1-5892-4cb1-b65d-520a44a68e6e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.715914 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fe5373ec-23d7-4283-8cd7-626487e8bd16 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9617e5278e9d4980bc5ebb70cb783f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754455 Jul 18 14:09:04.716800 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5373ec-23d7-4283-8cd7-626487e8bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adca04-23a1-4d36-8be8-10fa211602a8,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:04.719117 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32792) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:04.743395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f29c9-9064-4582-bd14-3bb4a4cbaccc req-892e6802-01b5-4700-a840-d7d1efef6bd0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:04.745018 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e61f29c9-9064-4582-bd14-3bb4a4cbaccc req-892e6802-01b5-4700-a840-d7d1efef6bd0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1379876 Jul 18 14:09:04.748092 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (9715c3a1-5892-4cb1-b65d-520a44a68e6e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.768816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:09:04.769221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (9715c3a1-5892-4cb1-b65d-520a44a68e6e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.796283 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] Publish callbacks [] for security_group (00adca04-23a1-4d36-8be8-10fa211602a8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.804669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3a401-a90c-4e5d-bf11-fedd38d26fcb req-3b72f9c7-8ae8-4bee-aa2f-f16c2e2e8b25 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:04.806339 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b8c3a401-a90c-4e5d-bf11-fedd38d26fcb req-3b72f9c7-8ae8-4bee-aa2f-f16c2e2e8b25 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.1152606 Jul 18 14:09:04.820731 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] Publish callbacks [] for security_group (00adca04-23a1-4d36-8be8-10fa211602a8), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.867977 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32800) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:04.889828 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e61f29c9-9064-4582-bd14-3bb4a4cbaccc req-c96ca66a-5caf-4d24-8298-092fffc151da tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361239 Jul 18 14:09:04.902964 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (00adca04-23a1-4d36-8be8-10fa211602a8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.905827 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.907906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (c9959894-eb85-438f-854c-9e7f6a53b059), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.913734 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/00adca04-23a1-4d36-8be8-10fa211602a8 HTTP/1.1" status: 204 len: 168 time: 0.1934772 Jul 18 14:09:04.917422 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:04.923108 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d783e2c-f005-4f54-b3b0-52c4573efc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adca04-23a1-4d36-8be8-10fa211602a8,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:04.984132 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9959894-eb85-438f-854c-9e7f6a53b059,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:04.987377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:04.991732 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-58a26139-ad13-4314-aa26-0c720eba6000 admin admin] 10.222.0.94 "DELETE /v2.0/networks/c9959894-eb85-438f-854c-9e7f6a53b059 HTTP/1.1" status: 204 len: 168 time: 0.8080146 Jul 18 14:09:04.995469 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32810) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:05.007239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b8c3a401-a90c-4e5d-bf11-fedd38d26fcb req-69feaa29-b105-4b74-a088-1bf5b26979f0 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902533 Jul 18 14:09:05.053546 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91674c64-1e99-4895-96b8-15f227be3e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.074663 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Deleting subnet b86c7b20-2c33-4557-a302-b8aba97ca6c4 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:09:05.080275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Publish callbacks [] for subnet (b86c7b20-2c33-4557-a302-b8aba97ca6c4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.132028 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 9715c3a1-5892-4cb1-b65d-520a44a68e6e resource provider aggregate not found Jul 18 14:09:05.153406 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Publish callbacks [] for subnet (b86c7b20-2c33-4557-a302-b8aba97ca6c4), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.163760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (b86c7b20-2c33-4557-a302-b8aba97ca6c4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.168444 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 9715c3a1-5892-4cb1-b65d-520a44a68e6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9715c3a1-5892-4cb1-b65d-520a44a68e6e found for delete ", "request_id": "req-8ede1726-6637-41dc-a1c4-a6fe50a2af3f"}]} Jul 18 14:09:05.170494 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8648e551-4719-4a65-91f1-d13fc45092c4 req-7c3c1a56-f2c1-4eba-a368-ab975d8b116e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0440011 Jul 18 14:09:05.179276 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cab4b-200a-4b7f-9e5b-a9482e6ec31f req-4f344f4c-8584-4c03-80a4-e1ca1c016f8f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:05.181533 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-116cab4b-200a-4b7f-9e5b-a9482e6ec31f req-4f344f4c-8584-4c03-80a4-e1ca1c016f8f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.1171467 Jul 18 14:09:05.227799 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:05.243811 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-116cab4b-200a-4b7f-9e5b-a9482e6ec31f req-c64ee755-7adc-4007-8397-b6f9490b5f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554600 Jul 18 14:09:05.247990 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91674c64-1e99-4895-96b8-15f227be3e1b admin admin] Publish callbacks [] for security_group (02437775-78e8-4db0-8d1b-c7fbd774a5fe), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.253580 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-91674c64-1e99-4895-96b8-15f227be3e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (02437775-78e8-4db0-8d1b-c7fbd774a5fe), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.260587 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (b86c7b20-2c33-4557-a302-b8aba97ca6c4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.314552 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86c7b20-2c33-4557-a302-b8aba97ca6c4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:05.322945 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.326052 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a6a0c22f-aaa9-4c2c-b778-7c7cabc56c70 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b86c7b20-2c33-4557-a302-b8aba97ca6c4 HTTP/1.1" status: 204 len: 168 time: 0.3290806 Jul 18 14:09:05.327363 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674c64-1e99-4895-96b8-15f227be3e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02437775-78e8-4db0-8d1b-c7fbd774a5fe,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:05.328823 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 32824) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:05.331487 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-91674c64-1e99-4895-96b8-15f227be3e1b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3a6ed1180e3645de9bdeae8945898419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622409 Jul 18 14:09:05.334141 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32826) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:05.388705 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] Publish callbacks [] for security_group (02437775-78e8-4db0-8d1b-c7fbd774a5fe), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.411709 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] Publish callbacks [] for security_group (02437775-78e8-4db0-8d1b-c7fbd774a5fe), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.431533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (9ed403fd-a3a1-4040-aa0d-403ada471498), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.465231 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (02437775-78e8-4db0-8d1b-c7fbd774a5fe), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.470423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.475969 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/02437775-78e8-4db0-8d1b-c7fbd774a5fe HTTP/1.1" status: 204 len: 168 time: 0.1402016 Jul 18 14:09:05.491655 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3056-1785-4773-a61d-cb3a5d7dce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02437775-78e8-4db0-8d1b-c7fbd774a5fe,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:05.521795 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (9ed403fd-a3a1-4040-aa0d-403ada471498), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.551972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed403fd-a3a1-4040-aa0d-403ada471498']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:05.562668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5e9371-de61-4c8a-a699-ec4ac107de5c') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:05.562970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5e9371-de61-4c8a-a699-ec4ac107de5c') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:05.576588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (ac5e9371-de61-4c8a-a699-ec4ac107de5c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.596161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (ac5e9371-de61-4c8a-a699-ec4ac107de5c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.605816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:09:05.606696 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (ac5e9371-de61-4c8a-a699-ec4ac107de5c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.678837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (9ed403fd-a3a1-4040-aa0d-403ada471498), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.699716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed403fd-a3a1-4040-aa0d-403ada471498,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:05.705470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:05.710458 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4bbbb5ba-bdbe-4f4b-9dcd-16d3930581c1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/9ed403fd-a3a1-4040-aa0d-403ada471498 HTTP/1.1" status: 204 len: 168 time: 0.3805244 Jul 18 14:09:05.975282 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32850) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:05.994585 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 32852) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:06.002438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:06.002617 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-905306c2-ab3b-455e-bc4e-d6010909d514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.031047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:06.098583 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32858) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:06.099313 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2a52cef0-7b34-4eaf-9fcc-08191f0ab0aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4d8864ce49af48c6b8be8e8ffb9156c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034939 Jul 18 14:09:06.124647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840cb1e-f800-4e35-8014-0e65ca26506e req-2911d728-28cc-4411-8b63-472910a04794 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:06.127306 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e840cb1e-f800-4e35-8014-0e65ca26506e req-2911d728-28cc-4411-8b63-472910a04794 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1071165 Jul 18 14:09:06.201209 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4aee-e46c-4384-b545-91541b060f81 req-7ab5ad5f-4834-4207-b169-3f4dfc94ca5b tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:06.203157 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-821a4aee-e46c-4384-b545-91541b060f81 req-7ab5ad5f-4834-4207-b169-3f4dfc94ca5b tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0747259 Jul 18 14:09:06.205498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:06.220513 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] Publish callbacks [] for security_group (62711480-6de2-4936-820c-a3076e14bab3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.237585 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e840cb1e-f800-4e35-8014-0e65ca26506e req-118dee5e-9de5-491b-8d2f-fbfdd61806d4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Jul 18 14:09:06.244603 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-905306c2-ab3b-455e-bc4e-d6010909d514 admin admin] Publish callbacks [] for security_group (7a5b8758-fedc-4e71-b934-da7548501693), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.256503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-905306c2-ab3b-455e-bc4e-d6010909d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7a5b8758-fedc-4e71-b934-da7548501693), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.270122 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] Publish callbacks [] for security_group (62711480-6de2-4936-820c-a3076e14bab3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.286236 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-821a4aee-e46c-4384-b545-91541b060f81 req-a01f1ad6-45b7-487c-aea9-c1259461e242 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738204 Jul 18 14:09:06.349273 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-905306c2-ab3b-455e-bc4e-d6010909d514 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8c7ddf93dc2540598ecc48a72efe6782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723245 Jul 18 14:09:06.351777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905306c2-ab3b-455e-bc4e-d6010909d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b8758-fedc-4e71-b934-da7548501693,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:06.355229 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32868) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:06.359664 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dfb32c2-f2df-4b31-9a2d-0f5275804ddb req-2bd049cd-e1cc-4ba1-a85a-95248cf902c2 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0433531 Jul 18 14:09:06.403224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (62711480-6de2-4936-820c-a3076e14bab3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.405845 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.406987 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/62711480-6de2-4936-820c-a3076e14bab3 HTTP/1.1" status: 204 len: 168 time: 0.3034511 Jul 18 14:09:06.425482 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b9665-1dfe-4672-ab55-cfd6c1cafce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62711480-6de2-4936-820c-a3076e14bab3,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:06.428951 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] Publish callbacks [] for security_group (7a5b8758-fedc-4e71-b934-da7548501693), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.443288 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cbf0-29bd-4aca-90ce-98bb6c69b313 req-0edd56aa-73e0-46d5-9d86-65b7ddaaaffd tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:06.447715 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d63cbf0-29bd-4aca-90ce-98bb6c69b313 req-0edd56aa-73e0-46d5-9d86-65b7ddaaaffd tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.0682917 Jul 18 14:09:06.457284 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] Publish callbacks [] for security_group (7a5b8758-fedc-4e71-b934-da7548501693), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.520499 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d63cbf0-29bd-4aca-90ce-98bb6c69b313 req-6dfd3e11-57c0-41aa-a834-bc1e4cd8e8cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654001 Jul 18 14:09:06.522678 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7a5b8758-fedc-4e71-b934-da7548501693), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.529188 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.533417 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7a5b8758-fedc-4e71-b934-da7548501693 HTTP/1.1" status: 204 len: 168 time: 0.1749384 Jul 18 14:09:06.541537 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438c914-1f38-4f3f-8981-aba39366ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b8758-fedc-4e71-b934-da7548501693,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:06.840452 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32890) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:06.884973 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9d41ea01-d572-4157-b716-0d85fc11bad3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7937dcc79a1b4458b7bb3590e360c7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409935 Jul 18 14:09:06.885289 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32892) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:06.944742 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] Publish callbacks [] for security_group (7f03c602-c99f-45fe-9d3c-9fb5944a41b3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.970813 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] Publish callbacks [] for security_group (7f03c602-c99f-45fe-9d3c-9fb5944a41b3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:06.973791 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:07.029837 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7f03c602-c99f-45fe-9d3c-9fb5944a41b3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:07.032752 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:07.034361 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7f03c602-c99f-45fe-9d3c-9fb5944a41b3 HTTP/1.1" status: 204 len: 168 time: 0.1481898 Jul 18 14:09:07.044523 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5f7aa-ca6b-4563-8ebb-d7cfb93f97c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03c602-c99f-45fe-9d3c-9fb5944a41b3,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:07.205137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment ac5e9371-de61-4c8a-a699-ec4ac107de5c resource provider aggregate not found Jul 18 14:09:07.225491 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment ac5e9371-de61-4c8a-a699-ec4ac107de5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac5e9371-de61-4c8a-a699-ec4ac107de5c found for delete ", "request_id": "req-5b526fb3-fdd2-46ec-905c-1137af250c7f"}]} Jul 18 14:09:07.422877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648f6f-0ba3-44ff-9b20-1961a29636aa req-3e23eb2b-9796-4512-99be-7d722cc8ca67 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:07.424439 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38648f6f-0ba3-44ff-9b20-1961a29636aa req-3e23eb2b-9796-4512-99be-7d722cc8ca67 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.0997229 Jul 18 14:09:07.433551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618196-f2ca-4016-9079-dbc5f708ab1a req-e7e7d33c-8372-49e3-a653-17eb44c0d25f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:07.435037 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62618196-f2ca-4016-9079-dbc5f708ab1a req-e7e7d33c-8372-49e3-a653-17eb44c0d25f tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0627868 Jul 18 14:09:07.516758 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38648f6f-0ba3-44ff-9b20-1961a29636aa req-ab68747d-9e48-4135-aef1-cb18769571fc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785532 Jul 18 14:09:07.558000 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62618196-f2ca-4016-9079-dbc5f708ab1a req-1a84a38a-ff4d-43cd-be1b-f38ab1d01cef tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153293 Jul 18 14:09:07.600348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84c768de-9d7a-47f4-b380-2679f0aecca6 req-55de5e08-4edd-446c-9d46-4e7ff186bd49 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0376163 Jul 18 14:09:07.675878 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf399-7dce-48c1-a7f1-a3446caa50ac req-df4736e8-bac2-4637-9522-ccdf2e523b17 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:07.677544 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-244cf399-7dce-48c1-a7f1-a3446caa50ac req-df4736e8-bac2-4637-9522-ccdf2e523b17 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.0593977 Jul 18 14:09:07.773565 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-244cf399-7dce-48c1-a7f1-a3446caa50ac req-0d260c9c-a645-4485-82fb-6063c95f0b1c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894949 Jul 18 14:09:07.788143 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 32954) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:07.839059 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-1e66e522-f2bd-485c-9ea1-8fe13a6ecdbd req-8f0ca99c-cb33-49fb-8be4-6628a6167a6a service neutron] 10.222.0.87 "GET /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435590 Jul 18 14:09:07.897636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'port': {'device_id': 'bc44e843-997b-458f-afa5-068509107496', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'admin_state_up': True, 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'security_groups': ['9752228d-e2c2-4567-836f-c649d0451f15']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:08.062123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a5c33cf-c87b-481e-8a15-68c9d6735ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.093863 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-4aff8c76-f92d-4b6d-83e1-473906e4247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:08.095781 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-4aff8c76-f92d-4b6d-83e1-473906e4247d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1127 time: 0.0598373 Jul 18 14:09:08.157742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-7927b3e0-9384-4a42-bd18-1960ac9012d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:08.159289 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-7927b3e0-9384-4a42-bd18-1960ac9012d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1128 time: 0.1549165 Jul 18 14:09:08.178013 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:08.219024 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-725a0754-65e3-48e7-805c-347f0e199ad4 req-268b8be8-8a01-4129-8650-ca6afffa0d0e service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371680 Jul 18 14:09:08.229924 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-57b7e71e-8a56-4f70-9d5c-95c3619450f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:08.232180 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-57b7e71e-8a56-4f70-9d5c-95c3619450f8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1297522 Jul 18 14:09:08.236538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:08.240003 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a5c33cf-c87b-481e-8a15-68c9d6735ce3 admin admin] Publish callbacks [] for security_group (cca40847-3eaa-40a6-aeb2-fb8dfb14587b), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.267248 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:08.269904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a5c33cf-c87b-481e-8a15-68c9d6735ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cca40847-3eaa-40a6-aeb2-fb8dfb14587b), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.295521 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=69 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:08.335057 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-daa974c1-728c-4aef-bc8a-78aeec137c86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0964043 Jul 18 14:09:08.404202 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9a5c33cf-c87b-481e-8a15-68c9d6735ce3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6316a5bd5d3345448523bcdba2003660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148925 Jul 18 14:09:08.407051 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 32984) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:08.425162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Made reservation on behalf of 31755010e81b43908bbef9ae75eaaa64 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:08.429647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.432467 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c33cf-c87b-481e-8a15-68c9d6735ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca40847-3eaa-40a6-aeb2-fb8dfb14587b,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:08.474149 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-61199e14-c07c-4bd8-8b87-39481a378d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:08.476578 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-61199e14-c07c-4bd8-8b87-39481a378d25 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=eaf9f75abc034491bd1b8846c05bf625&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3002577 Jul 18 14:09:08.493681 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:08.562332 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] Publish callbacks [] for security_group (cca40847-3eaa-40a6-aeb2-fb8dfb14587b), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.625339 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:09:08.631796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-be549a18-9335-40f5-990b-7398a0320b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.644064 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] Publish callbacks [] for security_group (cca40847-3eaa-40a6-aeb2-fb8dfb14587b), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.709431 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cca40847-3eaa-40a6-aeb2-fb8dfb14587b), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.713202 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:08.720896 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cca40847-3eaa-40a6-aeb2-fb8dfb14587b HTTP/1.1" status: 204 len: 168 time: 0.3125780 Jul 18 14:09:08.730379 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c651a0-5fe4-49cf-a114-399b25ad1741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca40847-3eaa-40a6-aeb2-fb8dfb14587b,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:09.009454 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6974b-f052-4484-8c5f-c3fd6e43317c req-3af9a8a5-80a2-4d87-9ba5-10251484432a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:09.016184 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bee6974b-f052-4484-8c5f-c3fd6e43317c req-3af9a8a5-80a2-4d87-9ba5-10251484432a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.3332956 Jul 18 14:09:09.033275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ad4cf-85dc-4963-8309-cadff8473f43 req-0f5bef9d-6f87-4f0b-9db4-0e74ea3de484 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:09.040470 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e0ad4cf-85dc-4963-8309-cadff8473f43 req-0f5bef9d-6f87-4f0b-9db4-0e74ea3de484 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.3324440 Jul 18 14:09:09.090897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Allocated IP 172.20.0.5 (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97/24927f18-6dae-4e81-aecc-8d62ca93b89d/1923e5dd-1caf-42e2-a2c1-17454b860e6f) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:09:09.140395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bee6974b-f052-4484-8c5f-c3fd6e43317c req-ff01e720-d85d-47f2-9a30-e74dd213bca7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233048 Jul 18 14:09:09.172160 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e0ad4cf-85dc-4963-8309-cadff8473f43 req-fd837467-d43a-41c5-86a0-d8d37f92e269 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175439 Jul 18 14:09:09.243201 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33014) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:09.257729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d06e-313d-41ed-b32c-c28cf34cfdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.291103 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-72b6af97-3b65-4928-b889-8e79ac0f9dd8 req-acce84b6-bc74-45c2-9ea2-e40c1a1402b4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0619900 Jul 18 14:09:09.349131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6319b6-6239-43e1-9bc2-4eb4c1dcd050 req-8ee44013-ea53-4035-a3e6-85481d186d1c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:09.350765 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a6319b6-6239-43e1-9bc2-4eb4c1dcd050 req-8ee44013-ea53-4035-a3e6-85481d186d1c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.1089351 Jul 18 14:09:09.376853 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d06e-313d-41ed-b32c-c28cf34cfdbc admin admin] Publish callbacks [] for security_group (c701fc72-3251-43f0-946f-ad85eb08654b), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.380745 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d06e-313d-41ed-b32c-c28cf34cfdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c701fc72-3251-43f0-946f-ad85eb08654b), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.425900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.430677 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4fd7d06e-313d-41ed-b32c-c28cf34cfdbc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a8d005bb1c3446c99eb484988b1fb866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854985 Jul 18 14:09:09.430815 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33022) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:09.436902 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7d06e-313d-41ed-b32c-c28cf34cfdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c701fc72-3251-43f0-946f-ad85eb08654b,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:09.478910 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a6319b6-6239-43e1-9bc2-4eb4c1dcd050 req-12b27471-ea57-471b-af2b-54fa93916841 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126153 Jul 18 14:09:09.519833 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] Publish callbacks [] for security_group (c701fc72-3251-43f0-946f-ad85eb08654b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.530809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:09.531562 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:09.556469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] Publish callbacks [] for security_group (c701fc72-3251-43f0-946f-ad85eb08654b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.559198 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.626328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:09:09.637118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:09:09.640678 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:09:09.697663 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:09.763535 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:09.765212 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.796165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c701fc72-3251-43f0-946f-ad85eb08654b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.799791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:09.801438 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c701fc72-3251-43f0-946f-ad85eb08654b HTTP/1.1" status: 204 len: 168 time: 0.3650339 Jul 18 14:09:09.810353 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-9d1dac4a-bea1-4dc2-bbd1-2834f4738fcc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9187603 Jul 18 14:09:09.825585 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb94eaf-8745-4cf2-a704-95b2cd0dba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c701fc72-3251-43f0-946f-ad85eb08654b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:09.976000 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8e62e243-779f-4f9c-a04a-0f7ad21b0831 None None] Provisioning complete for port 1923e5dd-1caf-42e2-a2c1-17454b860e6f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:09.977637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8e62e243-779f-4f9c-a04a-0f7ad21b0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:10.017264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8e62e243-779f-4f9c-a04a-0f7ad21b0831 None None] Port 1923e5dd-1caf-42e2-a2c1-17454b860e6f cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:09:10.317939 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09df06-ad06-49ec-87c7-ac9e72b8f587 req-763314bc-c3ba-4ab3-9bbc-6aba4a82bac7 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:10.319502 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa09df06-ad06-49ec-87c7-ac9e72b8f587 req-763314bc-c3ba-4ab3-9bbc-6aba4a82bac7 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0786657 Jul 18 14:09:10.381622 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa09df06-ad06-49ec-87c7-ac9e72b8f587 req-89a35126-71f9-4328-8d81-44c5b12b5804 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Jul 18 14:09:10.389651 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d99765-3c8b-4167-8310-98522a2d187c req-d7f36ea2-1556-4b37-9b8b-97623438d7b3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:10.397210 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60d99765-3c8b-4167-8310-98522a2d187c req-d7f36ea2-1556-4b37-9b8b-97623438d7b3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1662104 Jul 18 14:09:10.466833 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60d99765-3c8b-4167-8310-98522a2d187c req-21fbf0d5-3512-48da-9c32-63cb3200c712 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Jul 18 14:09:10.582807 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3f92-2be8-45b4-b8f9-fdb52cfa2b57 req-b98117fc-7c22-4269-977e-3be00743a731 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:10.585302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88ff3f92-2be8-45b4-b8f9-fdb52cfa2b57 req-b98117fc-7c22-4269-977e-3be00743a731 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 931 time: 0.0550785 Jul 18 14:09:10.697890 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88ff3f92-2be8-45b4-b8f9-fdb52cfa2b57 req-ef5d0218-c626-4016-99c2-b3f71361c255 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065443 Jul 18 14:09:10.721550 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d717e-c439-4d19-96bc-e97ac6920118 req-ed16526a-2fcb-4d49-a443-75d7f3c69bba tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:10.721550 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b32d717e-c439-4d19-96bc-e97ac6920118 req-ed16526a-2fcb-4d49-a443-75d7f3c69bba tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.1110978 Jul 18 14:09:10.723670 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c2e468b7-2d8f-4a9c-99f2-db01898e25db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:10.779768 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b32d717e-c439-4d19-96bc-e97ac6920118 req-ee43946c-c240-42a8-8889-e0132f2196bc tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526733 Jul 18 14:09:11.373277 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33112) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:11.403690 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33118) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:11.515924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36e19d-c9ec-4315-9be4-76ec1846717a req-0ebc6daf-109b-4e92-945a-9ed138029dde tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:11.526536 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb36e19d-c9ec-4315-9be4-76ec1846717a req-0ebc6daf-109b-4e92-945a-9ed138029dde tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0674601 Jul 18 14:09:11.586956 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f62c7984-9603-4e72-8d5d-5f2d2255da09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.621260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cf26acff-4692-407c-a84c-b5d24d3a4f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.629506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a304-1714-4ef1-8fa7-56e90647f401 req-ec0f7619-fb29-45e6-a765-db69daf93380 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:11.631074 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d32a304-1714-4ef1-8fa7-56e90647f401 req-ec0f7619-fb29-45e6-a765-db69daf93380 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.0876119 Jul 18 14:09:11.636112 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb36e19d-c9ec-4315-9be4-76ec1846717a req-ab03d297-1e24-45c0-a13d-aaca8c1d868b tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087489 Jul 18 14:09:11.684594 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f62c7984-9603-4e72-8d5d-5f2d2255da09 admin admin] Publish callbacks [] for security_group (c11a548f-929e-4427-bd6d-11885b9577a2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.688696 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f62c7984-9603-4e72-8d5d-5f2d2255da09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c11a548f-929e-4427-bd6d-11885b9577a2), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.719563 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8d32a304-1714-4ef1-8fa7-56e90647f401 req-7006bd09-b16a-4ea5-8f64-1848417971dd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Jul 18 14:09:11.744235 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c7984-9603-4e72-8d5d-5f2d2255da09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a548f-929e-4427-bd6d-11885b9577a2,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:11.752877 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f62c7984-9603-4e72-8d5d-5f2d2255da09 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=13901714ca504bd697a6807adbc38822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775475 Jul 18 14:09:11.753398 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33134) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:11.772178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cf26acff-4692-407c-a84c-b5d24d3a4f03 admin admin] Publish callbacks [] for security_group (ccc5a152-1723-4a68-bfff-1466263b1639), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.777433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-cf26acff-4692-407c-a84c-b5d24d3a4f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ccc5a152-1723-4a68-bfff-1466263b1639), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.783498 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:11.803496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:11.850805 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-cf26acff-4692-407c-a84c-b5d24d3a4f03 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8cbb59c7e944979ae1a83cf9395e8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459829 Jul 18 14:09:11.860122 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33142) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:11.891880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26acff-4692-407c-a84c-b5d24d3a4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc5a152-1723-4a68-bfff-1466263b1639,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:11.912420 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] Publish callbacks [] for security_group (c11a548f-929e-4427-bd6d-11885b9577a2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.955599 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.966330 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] Publish callbacks [] for security_group (c11a548f-929e-4427-bd6d-11885b9577a2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:11.983737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2c1c-db91-4d29-a48f-f314b6fa1033 req-57de481e-d982-450c-8d78-d17c5ab0455a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:11.985296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df9d2c1c-db91-4d29-a48f-f314b6fa1033 req-57de481e-d982-450c-8d78-d17c5ab0455a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.0949922 Jul 18 14:09:12.000163 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:12.007368 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d454b0-9731-4678-a40f-a919ebd96cb5 req-16b1677b-2605-48eb-b494-e090da015e33 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:12.011493 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-72d454b0-9731-4678-a40f-a919ebd96cb5 req-16b1677b-2605-48eb-b494-e090da015e33 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 931 time: 0.1856539 Jul 18 14:09:12.028250 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:12.033996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] Publish callbacks [] for security_group (ccc5a152-1723-4a68-bfff-1466263b1639), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.063135 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] Publish callbacks [] for security_group (ccc5a152-1723-4a68-bfff-1466263b1639), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.065215 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c11a548f-929e-4427-bd6d-11885b9577a2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.067916 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.069103 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c11a548f-929e-4427-bd6d-11885b9577a2 HTTP/1.1" status: 204 len: 168 time: 0.3147953 Jul 18 14:09:12.088725 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 16a375c2-18fc-4790-abd2-72e134cdb799 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:12.092000 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d0623-e2b4-4cce-928b-cba9f7bc6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a548f-929e-4427-bd6d-11885b9577a2,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:12.139722 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ccc5a152-1723-4a68-bfff-1466263b1639), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.143991 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.150890 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ccc5a152-1723-4a68-bfff-1466263b1639 HTTP/1.1" status: 204 len: 168 time: 0.2877140 Jul 18 14:09:12.160884 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae1da2-a857-415e-a501-457ac0472bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc5a152-1723-4a68-bfff-1466263b1639,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:12.165561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df9d2c1c-db91-4d29-a48f-f314b6fa1033 req-da41b9c2-f60f-46c0-8ce5-e85295937e43 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530175 Jul 18 14:09:12.209799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-72d454b0-9731-4678-a40f-a919ebd96cb5 req-be280abb-55b2-442e-8948-55b7e34a47e6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681771 Jul 18 14:09:12.293860 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=16a375c2-18fc-4790-abd2-72e134cdb799,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:12.307084 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '16a375c2-18fc-4790-abd2-72e134cdb799', 'network_id': 'cf7f0400-e048-424d-934c-355c986c5602', 'port_id': '16a375c2-18fc-4790-abd2-72e134cdb799', 'mac_address': 'fa:16:3e:54:6a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f7f66c-9d20-4ce6-bae9-f601e698c5bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:12.357128 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 16a375c2-18fc-4790-abd2-72e134cdb799 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:12.357128 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.374381 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a375c2-18fc-4790-abd2-72e134cdb799 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:12.405480 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=16a375c2-18fc-4790-abd2-72e134cdb799,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:12.411414 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.484921 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:12.765513 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33180) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:12.827205 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33182) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:12.856871 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e063d37e-641e-4906-a2e2-c2d98cae5b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.864343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Request body: {'port': {'device_id': 'bc44e843-997b-458f-afa5-068509107496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:12.873789 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cdb93bd-c71b-4be4-8af2-70e5372d468d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:12.894466 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['16a375c2-18fc-4790-abd2-72e134cdb799'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:12.909119 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-bb4c42bb-2908-4f66-99db-059a819ed798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:12.911091 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-bb4c42bb-2908-4f66-99db-059a819ed798 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.1547179 Jul 18 14:09:13.045272 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258137-4bb1-4938-95f1-9ed09b88e239 req-8d0a71bf-3ca0-4191-943e-1e55a3ba9958 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.047096 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5258137-4bb1-4938-95f1-9ed09b88e239 req-8d0a71bf-3ca0-4191-943e-1e55a3ba9958 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.2129943 Jul 18 14:09:13.054625 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f41e0a-3b60-4779-9e2c-bc2b3f24295e req-e500e0aa-dae4-4c5f-b39b-c5f8b307eb52 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.062637 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1f41e0a-3b60-4779-9e2c-bc2b3f24295e req-e500e0aa-dae4-4c5f-b39b-c5f8b307eb52 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 944 time: 0.3411646 Jul 18 14:09:13.150625 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-6ed5ba23-4dc1-456b-8dd3-4abc830810df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.152146 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-6ed5ba23-4dc1-456b-8dd3-4abc830810df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1128 time: 0.3192077 Jul 18 14:09:13.190532 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.194025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:13.201286 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-63f7e05f-d109-4355-8f86-338ce16d7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.202956 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-63f7e05f-d109-4355-8f86-338ce16d7e7d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2822359 Jul 18 14:09:13.238374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.250794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-3e6ce936-390a-4600-852b-92960759295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.252372 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11a5c432-cec9-4b24-8cf1-351db44b980e req-3e6ce936-390a-4600-852b-92960759295a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4686158 Jul 18 14:09:13.270135 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1f41e0a-3b60-4779-9e2c-bc2b3f24295e req-48296029-8f87-46ba-aa74-359562fed5a9 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065587 Jul 18 14:09:13.273065 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5258137-4bb1-4938-95f1-9ed09b88e239 req-58eb34a0-56e9-4404-b59c-79af875c90d4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083733 Jul 18 14:09:13.289959 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e063d37e-641e-4906-a2e2-c2d98cae5b48 admin admin] Publish callbacks [] for security_group (7bf791f6-63ba-44c7-9035-a38178eec5b7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.295670 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e063d37e-641e-4906-a2e2-c2d98cae5b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7bf791f6-63ba-44c7-9035-a38178eec5b7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.346986 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cdb93bd-c71b-4be4-8af2-70e5372d468d admin admin] Publish callbacks [] for security_group (a57fb118-a8a8-473a-b860-7a689926ef59), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.354630 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e063d37e-641e-4906-a2e2-c2d98cae5b48 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=99b98c1a3a7d4adfbab28961d5acd7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876098 Jul 18 14:09:13.355339 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cdb93bd-c71b-4be4-8af2-70e5372d468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a57fb118-a8a8-473a-b860-7a689926ef59), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.357632 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33194) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:13.364801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d37e-641e-4906-a2e2-c2d98cae5b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf791f6-63ba-44c7-9035-a38178eec5b7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:13.424076 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2cdb93bd-c71b-4be4-8af2-70e5372d468d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ac55065a0faa4689893dfceaa7807562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5957360 Jul 18 14:09:13.429740 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33196) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:13.438013 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb93bd-c71b-4be4-8af2-70e5372d468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57fb118-a8a8-473a-b860-7a689926ef59,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:13.481463 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] Publish callbacks [] for security_group (7bf791f6-63ba-44c7-9035-a38178eec5b7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.506770 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20604-f7ff-4428-8ab5-9be0c9d3214a req-9b47dcda-8d73-46c2-852e-ba45ee96bed2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.508793 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0d20604-f7ff-4428-8ab5-9be0c9d3214a req-9b47dcda-8d73-46c2-852e-ba45ee96bed2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 944 time: 0.1101232 Jul 18 14:09:13.515604 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] Publish callbacks [] for security_group (7bf791f6-63ba-44c7-9035-a38178eec5b7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.517865 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] Publish callbacks [] for security_group (a57fb118-a8a8-473a-b860-7a689926ef59), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.522236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359836f-2528-4ffe-98c3-f6e8f77e4f0b req-af468d6b-2e78-4aa1-82da-6eb099232634 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:13.524266 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1359836f-2528-4ffe-98c3-f6e8f77e4f0b req-af468d6b-2e78-4aa1-82da-6eb099232634 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 931 time: 0.1260262 Jul 18 14:09:13.553693 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:13.557706 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] Publish callbacks [] for security_group (a57fb118-a8a8-473a-b860-7a689926ef59), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.561802 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.588047 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:13.627791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:13.637255 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a57fb118-a8a8-473a-b860-7a689926ef59), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.639896 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.641104 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a57fb118-a8a8-473a-b860-7a689926ef59 HTTP/1.1" status: 204 len: 168 time: 0.2094457 Jul 18 14:09:13.650585 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7bf791f6-63ba-44c7-9035-a38178eec5b7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.653701 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.654760 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7bf791f6-63ba-44c7-9035-a38178eec5b7 HTTP/1.1" status: 204 len: 168 time: 0.2959263 Jul 18 14:09:13.658879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31644781-3b5e-4ee0-911a-ddf16d38d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57fb118-a8a8-473a-b860-7a689926ef59,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:13.665139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:13.675447 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb95f-03f7-4611-bd69-8921bf654811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf791f6-63ba-44c7-9035-a38178eec5b7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:13.679181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0d20604-f7ff-4428-8ab5-9be0c9d3214a req-21c194c4-5a78-4c56-88b8-6be0ad0e4fdf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522110 Jul 18 14:09:13.706821 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1359836f-2528-4ffe-98c3-f6e8f77e4f0b req-988c2156-a82f-4720-bd21-c1cdd8aaf16d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472294 Jul 18 14:09:13.796025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1923e5dd-1caf-42e2-a2c1-17454b860e6f {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:13.806757 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks [] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.823656 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Transition to ACTIVE for port object 1923e5dd-1caf-42e2-a2c1-17454b860e6f will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:09:13.830046 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:13.910078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:14.037860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Attempting to bind port 1923e5dd-1caf-42e2-a2c1-17454b860e6f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:09:14.037860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Attempting to bind port 1923e5dd-1caf-42e2-a2c1-17454b860e6f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:09:14.038078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Attempting to bind port 1923e5dd-1caf-42e2-a2c1-17454b860e6f on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:14.047540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Port 1923e5dd-1caf-42e2-a2c1-17454b860e6f on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:09:14.047869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Attempting to bind port 1923e5dd-1caf-42e2-a2c1-17454b860e6f on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:14.053545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:09:14.053883 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Checking segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:14.054269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Bound using segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:09:14.054901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Bound port: 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:09:14.055087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:14.074231 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 78c5d199-882a-4557-82d5-faa7c5620eb9 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:14.116975 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 16a375c2-18fc-4790-abd2-72e134cdb799 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:14.176625 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:09:14.197647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:09:14.204409 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:14.205940 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.db.resource_extend [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 14:09:14.266997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:14.267385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:14.269566 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] 10.222.0.87 "PUT /v2.0/ports/1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 1093 time: 1.4492965 Jul 18 14:09:14.269988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:14.272951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd7bbd-b335-4278-ad00-5f1d87e69491" -d '{"events": [{"name": "network-changed", "server_uuid": "bc44e843-997b-458f-afa5-068509107496", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:14.342003 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5613e-f477-467a-8a8a-999850788ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:14.356014 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92af6f-2f52-4833-af0f-e952f3820b30 x-openstack-request-id: req-ce92af6f-2f52-4833-af0f-e952f3820b30 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:14.356312 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc44e843-997b-458f-afa5-068509107496", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:14.356571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ce92af6f-2f52-4833-af0f-e952f3820b30 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:14.356974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce92af6f-2f52-4833-af0f-e952f3820b30'] response: {'name': 'network-changed', 'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'status': 'completed', 'code': 200} Jul 18 14:09:14.567832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76103e-d7e7-4743-8118-483135468364 req-a1cbc053-1738-48b4-bcbf-e510a1d834d5 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:14.570706 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0c76103e-d7e7-4743-8118-483135468364 req-a1cbc053-1738-48b4-bcbf-e510a1d834d5 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 944 time: 0.1578622 Jul 18 14:09:14.601133 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988a08-4218-47e1-9308-469f522f4278 req-05673cef-cd36-4ac9-810f-ff4b339083ca tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:14.605767 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64988a08-4218-47e1-9308-469f522f4278 req-05673cef-cd36-4ac9-810f-ff4b339083ca tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1206353 Jul 18 14:09:14.699458 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0c76103e-d7e7-4743-8118-483135468364 req-4a722800-6275-4355-9a9f-b998c6587613 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224115 Jul 18 14:09:14.843211 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78c5d199-882a-4557-82d5-faa7c5620eb9,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:14.878932 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:14.884048 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 16a375c2-18fc-4790-abd2-72e134cdb799 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:14.899380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:14.921264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 16a375c2-18fc-4790-abd2-72e134cdb799 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:14.921642 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.012590 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 78c5d199-882a-4557-82d5-faa7c5620eb9 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:15.013366 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.028370 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c5d199-882a-4557-82d5-faa7c5620eb9 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:15.050592 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78c5d199-882a-4557-82d5-faa7c5620eb9,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:15.058068 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.089161 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64988a08-4218-47e1-9308-469f522f4278 req-4cea4cb5-658b-48dc-9253-6a97ab2a513d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745862 Jul 18 14:09:15.126242 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:15.131882 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185b3a-ef08-474e-80b7-706263d0bc30 req-f81a0b40-5a60-4959-9818-03d9fd5f1b46 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:15.145917 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62185b3a-ef08-474e-80b7-706263d0bc30 req-f81a0b40-5a60-4959-9818-03d9fd5f1b46 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 945 time: 0.1025248 Jul 18 14:09:15.169964 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 16a375c2-18fc-4790-abd2-72e134cdb799 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:15.170646 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.189164 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33284) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:15.209609 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:15.272750 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62185b3a-ef08-474e-80b7-706263d0bc30 req-43a5d833-81f7-462d-a4f9-f77cb4ecd722 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254656 Jul 18 14:09:15.306490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1709d8-7ff7-41d2-9b23-1dccb4db6657 req-3981dfb0-b75c-4851-b52e-30b4e2eebd90 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:15.307132 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=16a375c2-18fc-4790-abd2-72e134cdb799,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:15.310267 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a1709d8-7ff7-41d2-9b23-1dccb4db6657 req-3981dfb0-b75c-4851-b52e-30b4e2eebd90 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.1154342 Jul 18 14:09:15.312303 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.382979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:15.493874 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-c8c43427-8408-466d-8f7f-857e6987f570 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893206 Jul 18 14:09:15.540763 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['78c5d199-882a-4557-82d5-faa7c5620eb9'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:15.637456 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8a6dc3c5-be72-49c0-aa51-720a7db60301 req-9c304d36-e819-4902-a9b3-de19aa1614ff service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372674 Jul 18 14:09:15.643866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:15.688704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-4bd4f9c0-1de9-4027-85ad-bb96ea5b3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:15.690229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-4bd4f9c0-1de9-4027-85ad-bb96ea5b3724 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1128 time: 0.2954521 Jul 18 14:09:15.695328 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810a074f-9c10-44c8-8e55-d6fef9d1fba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.707481 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:15.731510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-f54ebda5-70ea-4ada-b77d-7ae17013376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:15.732739 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-f54ebda5-70ea-4ada-b77d-7ae17013376e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1127 time: 0.3451700 Jul 18 14:09:15.753533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:15.890886 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9807fe5-d5be-49ad-be2c-431db8d6d2aa" -d '{"events": [{"server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:15.919004 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810a074f-9c10-44c8-8e55-d6fef9d1fba2 admin admin] Publish callbacks [] for security_group (b44fe434-5030-43c7-89ed-811682a9c84c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.923240 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810a074f-9c10-44c8-8e55-d6fef9d1fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b44fe434-5030-43c7-89ed-811682a9c84c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:15.944492 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-11dfffef-51a3-41f4-be0a-9f9f7bf4a43d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242eaddb-7d26-4618-bcb7-2932b894ee02 HTTP/1.1" status: 200 len: 217 time: 0.2158246 Jul 18 14:09:15.956463 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a1709d8-7ff7-41d2-9b23-1dccb4db6657 req-6e2fd94d-44c9-4fdc-a383-d7475194cd9e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702536 Jul 18 14:09:15.986368 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-810a074f-9c10-44c8-8e55-d6fef9d1fba2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0b142446207e413ab254134f2aa4c48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7960837 Jul 18 14:09:15.989355 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33320) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:15.997375 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-c2cecd13-5903-4d6d-abbc-bb3039d5cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:15.999186 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-c2cecd13-5903-4d6d-abbc-bb3039d5cada service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.6877394 Jul 18 14:09:15.999969 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a074f-9c10-44c8-8e55-d6fef9d1fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44fe434-5030-43c7-89ed-811682a9c84c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:16.056142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-9ebdfe07-9350-4368-aad9-c82a8c04a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.057585 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-9ebdfe07-9350-4368-aad9-c82a8c04a25d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=31755010e81b43908bbef9ae75eaaa64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2910666 Jul 18 14:09:16.060494 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] Publish callbacks [] for security_group (b44fe434-5030-43c7-89ed-811682a9c84c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.084522 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] Publish callbacks [] for security_group (b44fe434-5030-43c7-89ed-811682a9c84c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.108940 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-1769fd43-608a-4a8f-858a-20df958d9742 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 217 time: 0.0865219 Jul 18 14:09:16.118816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1856e-3b1b-473f-8c30-e5941df7e8ae req-f4b94ecc-96bf-442c-92c4-c502d2922be1 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.125338 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46e1856e-3b1b-473f-8c30-e5941df7e8ae req-f4b94ecc-96bf-442c-92c4-c502d2922be1 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1925626 Jul 18 14:09:16.157965 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b44fe434-5030-43c7-89ed-811682a9c84c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.160769 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.162005 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b44fe434-5030-43c7-89ed-811682a9c84c HTTP/1.1" status: 204 len: 168 time: 0.1714897 Jul 18 14:09:16.170448 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c786c9-c937-4cc2-881f-8089d3c8c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44fe434-5030-43c7-89ed-811682a9c84c,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:16.209262 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53083603-3696-487c-ba39-c1cf759bc44a x-openstack-request-id: req-53083603-3696-487c-ba39-c1cf759bc44a {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:16.209571 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:16.209981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-53083603-3696-487c-ba39-c1cf759bc44a {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:16.213412 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53083603-3696-487c-ba39-c1cf759bc44a'] response: {'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799', 'code': 200} Jul 18 14:09:16.273965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-0d099e4b-35fd-4f70-9243-5137788bf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.278503 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-0d099e4b-35fd-4f70-9243-5137788bf1bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.2956920 Jul 18 14:09:16.386039 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-a31b9386-0a75-4601-b8e5-17c697aab9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.387897 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-a31b9386-0a75-4601-b8e5-17c697aab9af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.2479873 Jul 18 14:09:16.402936 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46e1856e-3b1b-473f-8c30-e5941df7e8ae req-1c506e3b-801a-469d-8fbd-4312dce307f9 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767513 Jul 18 14:09:16.439277 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b014de-ee65-4dc4-9b3a-70e1f6cc831b req-a54b673c-21c4-4f09-aa3c-28c5bdec01e2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.441236 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8b014de-ee65-4dc4-9b3a-70e1f6cc831b req-a54b673c-21c4-4f09-aa3c-28c5bdec01e2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1575224 Jul 18 14:09:16.462327 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-c9dd2ae0-fa5d-43ef-96ef-6669da29b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.463831 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-c9dd2ae0-fa5d-43ef-96ef-6669da29b447 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1680467 Jul 18 14:09:16.470807 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-09bfcd5b-e13d-46a1-bc02-dd262b27083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.472440 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96dd7bbd-b335-4278-ad00-5f1d87e69491 req-09bfcd5b-e13d-46a1-bc02-dd262b27083c service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3765905 Jul 18 14:09:16.499409 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-7fb2e52d-1abb-48c0-bb34-7e33b7dd3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.501071 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-7fb2e52d-1abb-48c0-bb34-7e33b7dd3e91 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 1129 time: 0.0926604 Jul 18 14:09:16.526522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-302b503d-5d9a-4a0a-91f5-39c606dd2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.528302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-302b503d-5d9a-4a0a-91f5-39c606dd2e48 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286211 Jul 18 14:09:16.531815 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.589771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:16.590783 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device caff2315-38e2-45b5-bb40-99b2083aaf3a details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:16.606982 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 78c5d199-882a-4557-82d5-faa7c5620eb9 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:16.646599 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] Publish callbacks [] for security_group (0f3d99fb-4226-46e8-b6b9-6547e2279301), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.650860 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (0f3d99fb-4226-46e8-b6b9-6547e2279301), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.706960 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33342) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:16.714069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-b93fb6f6-72c0-4d60-9749-b3b318f3aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.716500 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-b93fb6f6-72c0-4d60-9749-b3b318f3aee7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1127 time: 0.1587253 Jul 18 14:09:16.737146 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277250 Jul 18 14:09:16.745338 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d99fb-4226-46e8-b6b9-6547e2279301,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:16.760264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c9386b-14a2-42ab-8b5d-dbc036ee6f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.777999 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8b014de-ee65-4dc4-9b3a-70e1f6cc831b req-c6d02c33-009f-41a6-9ef9-74f2837b601f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111975 Jul 18 14:09:16.792753 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 78c5d199-882a-4557-82d5-faa7c5620eb9 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:16.821218 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 78c5d199-882a-4557-82d5-faa7c5620eb9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:16.821846 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.847256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f75a8-8b20-40bb-8b3b-00f5716954d1 req-6118cebb-c3bb-4757-ac1d-421daf006b0e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:16.848805 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-124f75a8-8b20-40bb-8b3b-00f5716954d1 req-6118cebb-c3bb-4757-ac1d-421daf006b0e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 945 time: 0.3238137 Jul 18 14:09:16.886479 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-5ee5c35c-783f-4861-a3a5-b2e525176123 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 217 time: 0.1519020 Jul 18 14:09:16.914244 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:16.927982 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c9386b-14a2-42ab-8b5d-dbc036ee6f19 admin admin] Publish callbacks [] for security_group (62ca7653-8151-4908-981a-59661571dfa6), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.934246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c9386b-14a2-42ab-8b5d-dbc036ee6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (62ca7653-8151-4908-981a-59661571dfa6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:16.939087 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'caff2315-38e2-45b5-bb40-99b2083aaf3a', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'port_id': 'caff2315-38e2-45b5-bb40-99b2083aaf3a', 'mac_address': 'fa:16:3e:85:e6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:16.978416 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-eb67a831-9e19-4fae-b858-afba890c1664 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942212 Jul 18 14:09:17.007184 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-71c9386b-14a2-42ab-8b5d-dbc036ee6f19 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2894e0d6363f42a085257394cb6dd0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675846 Jul 18 14:09:17.009151 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9386b-14a2-42ab-8b5d-dbc036ee6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ca7653-8151-4908-981a-59661571dfa6,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:17.011813 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33356) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:17.020451 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:17.032574 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:17.037696 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-78841120-310e-47a2-8c85-35ae1f49e7aa service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922473 Jul 18 14:09:17.080327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-124f75a8-8b20-40bb-8b3b-00f5716954d1 req-14cb56c4-7013-4c0f-baba-8e91f1609b0a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958671 Jul 18 14:09:17.132704 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] Publish callbacks [] for security_group (62ca7653-8151-4908-981a-59661571dfa6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.137253 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port caff2315-38e2-45b5-bb40-99b2083aaf3a is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:17.137689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.145435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 78c5d199-882a-4557-82d5-faa7c5620eb9 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:17.145435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.174954 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] Publish callbacks [] for security_group (62ca7653-8151-4908-981a-59661571dfa6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.182857 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:17.193665 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caff2315-38e2-45b5-bb40-99b2083aaf3a {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:17.204246 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78c5d199-882a-4557-82d5-faa7c5620eb9,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:17.217318 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.239257 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:17.267905 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.292064 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (62ca7653-8151-4908-981a-59661571dfa6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.295024 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:17.296285 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/62ca7653-8151-4908-981a-59661571dfa6 HTTP/1.1" status: 204 len: 168 time: 0.2832808 Jul 18 14:09:17.311396 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a1e81-d1c2-4017-963a-4a797133d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ca7653-8151-4908-981a-59661571dfa6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:17.312040 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:17.416306 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:17.599580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cfb7c-6412-4152-bac2-1a790d21583f req-c343e21c-f077-496e-996a-3fc70bc52ca6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:17.601125 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-295cfb7c-6412-4152-bac2-1a790d21583f req-c343e21c-f077-496e-996a-3fc70bc52ca6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.5116365 Jul 18 14:09:17.653620 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:17.661187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-260c9293-3f3b-407b-9771-4cb17abc56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:17.662624 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-260c9293-3f3b-407b-9771-4cb17abc56da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.5115225 Jul 18 14:09:17.753626 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425edd1-f5d9-4e64-b55c-187029ee9db8 req-de117a40-bac1-4a3e-bc4b-b728d8a9f6ff tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:17.761304 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3425edd1-f5d9-4e64-b55c-187029ee9db8 req-de117a40-bac1-4a3e-bc4b-b728d8a9f6ff tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1684430 Jul 18 14:09:17.780736 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca0bb5d7-c28f-4aef-8b5f-9297e48b78ea req-a8274b10-caee-4ac3-9f2b-5f85396d67b3 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244292 Jul 18 14:09:17.791318 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['caff2315-38e2-45b5-bb40-99b2083aaf3a'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:17.800233 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be18c96f-4af2-4b62-9ed8-1f41a1155721 req-2428a9e0-5328-4bb0-9b9f-b3481519b0f0 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479104 Jul 18 14:09:17.808031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235761-3606-427d-9109-98c9ebd3526d req-603d80e2-5d48-493f-a20f-6919b3754372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:17.809765 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-603d80e2-5d48-493f-a20f-6919b3754372 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1337957 Jul 18 14:09:17.825144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-295cfb7c-6412-4152-bac2-1a790d21583f req-a8b00997-f9c5-4955-97c8-77f26005f102 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033360 Jul 18 14:09:17.909703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33392) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:17.973975 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3425edd1-f5d9-4e64-b55c-187029ee9db8 req-9d2e4df3-a954-4363-82fd-b8a5621d74eb tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117808 Jul 18 14:09:18.086633 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-61be4342-0420-4e76-a82d-66c0d7008abf service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548935 Jul 18 14:09:18.115423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0afc875d-3db3-4faa-89b8-d78c2f7c518e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.122602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee4b12-75d6-4a9e-b08b-13b59e8c90e6 req-432bf8db-8595-4d42-bb82-ee783d03b28b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:18.128020 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01ee4b12-75d6-4a9e-b08b-13b59e8c90e6 req-432bf8db-8595-4d42-bb82-ee783d03b28b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1869886 Jul 18 14:09:18.215155 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:18.219023 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efcbb18-9353-44f0-bae4-a71912c902c8" -d '{"events": [{"server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "name": "network-vif-plugged", "status": "completed", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:18.239389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42b15-a832-41f9-9325-44e2bdd44dcd req-834f7e33-da26-4f2c-9c2c-999ff840928f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:18.241373 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6cd42b15-a832-41f9-9325-44e2bdd44dcd req-834f7e33-da26-4f2c-9c2c-999ff840928f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0745599 Jul 18 14:09:18.246759 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01ee4b12-75d6-4a9e-b08b-13b59e8c90e6 req-ef81cc5a-5e15-49b9-b1f4-9ae2ba6c10c4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126847 Jul 18 14:09:18.282458 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0afc875d-3db3-4faa-89b8-d78c2f7c518e admin admin] Publish callbacks [] for security_group (c86d12d5-1bf8-4dc0-81e7-bef3ca085a82), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.287227 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0afc875d-3db3-4faa-89b8-d78c2f7c518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c86d12d5-1bf8-4dc0-81e7-bef3ca085a82), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.332799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6cd42b15-a832-41f9-9325-44e2bdd44dcd req-76417dbc-9e24-4ead-bbaf-50721cc58315 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845354 Jul 18 14:09:18.336856 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97c08a-53ba-458e-9af8-c1cd3a0154a0 x-openstack-request-id: req-ef97c08a-53ba-458e-9af8-c1cd3a0154a0 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:18.337181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "name": "network-vif-plugged", "status": "completed", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:18.337457 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ef97c08a-53ba-458e-9af8-c1cd3a0154a0 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:18.337856 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef97c08a-53ba-458e-9af8-c1cd3a0154a0'] response: {'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'code': 200} Jul 18 14:09:18.356965 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0afc875d-3db3-4faa-89b8-d78c2f7c518e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35c3fcf9b8634dbd9ce799192830a1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454498 Jul 18 14:09:18.359466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33432) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:18.369637 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc875d-3db3-4faa-89b8-d78c2f7c518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d12d5-1bf8-4dc0-81e7-bef3ca085a82,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:18.434081 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] Publish callbacks [] for security_group (c86d12d5-1bf8-4dc0-81e7-bef3ca085a82), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.457853 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] Publish callbacks [] for security_group (c86d12d5-1bf8-4dc0-81e7-bef3ca085a82), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.510996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c86d12d5-1bf8-4dc0-81e7-bef3ca085a82), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.513930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.515098 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c86d12d5-1bf8-4dc0-81e7-bef3ca085a82 HTTP/1.1" status: 204 len: 168 time: 0.1545267 Jul 18 14:09:18.523901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d50bc-f9f9-427b-8b69-2007e9522da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d12d5-1bf8-4dc0-81e7-bef3ca085a82,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:18.604937 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:18.613314 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:18.711045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33450) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:18.919154 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device caff2315-38e2-45b5-bb40-99b2083aaf3a up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:18.953416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ef377ac-a153-42f9-838a-3d2c7bfb8627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.957364 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:18.959123 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:18.978952 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33466) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:18.982564 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port caff2315-38e2-45b5-bb40-99b2083aaf3a completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:18.994178 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83dd949e-ddaa-4994-8085-69b6a5bf72af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:18.995737 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port caff2315-38e2-45b5-bb40-99b2083aaf3a triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:18.996557 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.008849 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:19.080213 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb448bb-2afa-4cc7-8034-7a4ce594ed88 req-2ca63ff0-afd3-420e-bc9a-fcad2954bb65 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:19.082304 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-deb448bb-2afa-4cc7-8034-7a4ce594ed88 req-2ca63ff0-afd3-420e-bc9a-fcad2954bb65 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.1694169 Jul 18 14:09:19.119835 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83dd949e-ddaa-4994-8085-69b6a5bf72af admin admin] Publish callbacks [] for security_group (ea838a1c-1a6e-4411-8412-fb4b9854ecfb), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.124643 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-83dd949e-ddaa-4994-8085-69b6a5bf72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ea838a1c-1a6e-4411-8412-fb4b9854ecfb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.170281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port caff2315-38e2-45b5-bb40-99b2083aaf3a is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:19.171137 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.204114 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-83dd949e-ddaa-4994-8085-69b6a5bf72af admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cf0f91c3ad3544b6b2d7e3c5e22eb8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207704 Jul 18 14:09:19.204114 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd949e-ddaa-4994-8085-69b6a5bf72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea838a1c-1a6e-4411-8412-fb4b9854ecfb,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:19.212533 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33474) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:19.219827 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-deb448bb-2afa-4cc7-8034-7a4ce594ed88 req-88b22d0c-8ab3-4588-b0db-ae8a4b285926 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258280 Jul 18 14:09:19.236764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:19.246773 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245c9d3-b6cf-44ea-adb9-e731ed6d14cc req-d4766528-4d55-40eb-acf6-b0fed43f1b05 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:19.247936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.248669 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5245c9d3-b6cf-44ea-adb9-e731ed6d14cc req-d4766528-4d55-40eb-acf6-b0fed43f1b05 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1434107 Jul 18 14:09:19.273484 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:19.332798 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] Publish callbacks [] for security_group (ea838a1c-1a6e-4411-8412-fb4b9854ecfb), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.348196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:19.366029 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ef377ac-a153-42f9-838a-3d2c7bfb8627 admin admin] Publish callbacks [] for security_group (2253d25b-193e-4b50-8b63-1020d6063f0f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.370145 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5245c9d3-b6cf-44ea-adb9-e731ed6d14cc req-2c1f0d6b-1999-435f-8527-5870499b4c4b tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126821 Jul 18 14:09:19.371155 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8ef377ac-a153-42f9-838a-3d2c7bfb8627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (2253d25b-193e-4b50-8b63-1020d6063f0f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.394885 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] Publish callbacks [] for security_group (ea838a1c-1a6e-4411-8412-fb4b9854ecfb), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.468360 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8ef377ac-a153-42f9-838a-3d2c7bfb8627 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b828525ebf8c4afe8ad2e36944a6a0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7551200 Jul 18 14:09:19.471970 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33494) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:19.474948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115f92-73e3-446c-af83-5548ec7bf50b req-9f936aef-ce75-4ea0-86bc-847add4c5f91 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:19.477579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48115f92-73e3-446c-af83-5548ec7bf50b req-9f936aef-ce75-4ea0-86bc-847add4c5f91 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.0916829 Jul 18 14:09:19.478294 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef377ac-a153-42f9-838a-3d2c7bfb8627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2253d25b-193e-4b50-8b63-1020d6063f0f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:19.487734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ea838a1c-1a6e-4411-8412-fb4b9854ecfb), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.490504 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.494808 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ea838a1c-1a6e-4411-8412-fb4b9854ecfb HTTP/1.1" status: 204 len: 168 time: 0.2782526 Jul 18 14:09:19.512836 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea107c6b-3ebb-4a0a-a4db-efb2a3b8ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea838a1c-1a6e-4411-8412-fb4b9854ecfb,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:19.566892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e60ee8-0d16-4bd8-aeda-ba59bdd9a2ca req-733e0020-fe62-442a-aabb-1f749c9f1eb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:19.568474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-14e60ee8-0d16-4bd8-aeda-ba59bdd9a2ca req-733e0020-fe62-442a-aabb-1f749c9f1eb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0858901 Jul 18 14:09:19.610184 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] Publish callbacks [] for security_group (2253d25b-193e-4b50-8b63-1020d6063f0f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.625643 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48115f92-73e3-446c-af83-5548ec7bf50b req-f7b47d87-c7b4-4cc7-81ec-de4e04766517 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337283 Jul 18 14:09:19.644428 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] Publish callbacks [] for security_group (2253d25b-193e-4b50-8b63-1020d6063f0f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.670136 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-14e60ee8-0d16-4bd8-aeda-ba59bdd9a2ca req-49bf797d-2408-4079-b990-85c9a7d85a5c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945446 Jul 18 14:09:19.729166 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (2253d25b-193e-4b50-8b63-1020d6063f0f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.732776 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:19.734059 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2253d25b-193e-4b50-8b63-1020d6063f0f HTTP/1.1" status: 204 len: 168 time: 0.2611806 Jul 18 14:09:19.744364 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdcfb2-5210-422e-bd94-d3744c8fd0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253d25b-193e-4b50-8b63-1020d6063f0f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:20.339284 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:20.339777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33560) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:20.342420 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69eff8-d322-4788-8cb4-b0bb779939a1" -d '{"events": [{"server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "name": "network-vif-plugged", "status": "completed", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:20.391423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3afbf8da-a3a2-4cae-95e9-17ad236ade61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.412497 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:20.493099 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d18412d-8635-48b5-ae3c-249b5b54b0bd x-openstack-request-id: req-6d18412d-8635-48b5-ae3c-249b5b54b0bd {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:20.493422 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "name": "network-vif-plugged", "status": "completed", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:20.493865 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6d18412d-8635-48b5-ae3c-249b5b54b0bd {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:20.494286 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d18412d-8635-48b5-ae3c-249b5b54b0bd'] response: {'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a', 'code': 200} Jul 18 14:09:20.514341 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3afbf8da-a3a2-4cae-95e9-17ad236ade61 admin admin] Publish callbacks [] for security_group (acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.521205 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3afbf8da-a3a2-4cae-95e9-17ad236ade61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.529555 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00235761-3606-427d-9109-98c9ebd3526d req-30b1de01-6a13-4c24-b7cb-45d01030f737 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676456 Jul 18 14:09:20.540163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41374a-054c-4983-b30d-56af7636cd6d req-f57bda62-8942-4288-9b4e-86fb7be080b3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:20.542114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8c41374a-054c-4983-b30d-56af7636cd6d req-f57bda62-8942-4288-9b4e-86fb7be080b3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.1222470 Jul 18 14:09:20.574206 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3afbf8da-a3a2-4cae-95e9-17ad236ade61 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c2aaa5ed1bd6459ba22188a1b7e34b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311099 Jul 18 14:09:20.574206 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbf8da-a3a2-4cae-95e9-17ad236ade61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:20.574991 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33570) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:20.627242 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] Publish callbacks [] for security_group (acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.650659 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] Publish callbacks [] for security_group (acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.650870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086cded-cd91-4b64-9c90-08d567967adc req-8451f05c-55ea-4049-b0ef-4267cd573641 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:20.652852 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4086cded-cd91-4b64-9c90-08d567967adc req-8451f05c-55ea-4049-b0ef-4267cd573641 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0951889 Jul 18 14:09:20.666708 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8c41374a-054c-4983-b30d-56af7636cd6d req-9692f4f3-62bc-4bc2-869b-5e62cc6ac7f3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178989 Jul 18 14:09:20.730804 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.733907 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:20.735214 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9 HTTP/1.1" status: 204 len: 168 time: 0.1592438 Jul 18 14:09:20.735515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4086cded-cd91-4b64-9c90-08d567967adc req-1afce952-c28a-48be-af0e-e72122172434 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676520 Jul 18 14:09:20.738805 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:20.754149 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63bf39-579d-4207-86cd-9c56a09014f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf4dd0-bbb5-4cb5-ad89-d70c35ddfca9,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:20.874909 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32bf35-f65f-4f44-b67d-bf32fa7d7cdc req-5fb682f1-cad2-4371-962c-4bbe793651b7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:20.897227 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8a32bf35-f65f-4f44-b67d-bf32fa7d7cdc req-5fb682f1-cad2-4371-962c-4bbe793651b7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1285424 Jul 18 14:09:21.001021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:21.012715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39293910-4cfe-4b2c-9445-fd88a810cea2 req-6fdd905b-c56a-4647-900e-9413143edd78 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:21.020793 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-39293910-4cfe-4b2c-9445-fd88a810cea2 req-6fdd905b-c56a-4647-900e-9413143edd78 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.1201868 Jul 18 14:09:21.076911 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8a32bf35-f65f-4f44-b67d-bf32fa7d7cdc req-5650d3bf-f40f-422d-96ce-0b655e5602e9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785250 Jul 18 14:09:21.119568 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-39293910-4cfe-4b2c-9445-fd88a810cea2 req-b98a5820-2088-4d6f-885e-b5b1fbb601fe tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977933 Jul 18 14:09:21.753732 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33650) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:21.803315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2fa7b-c817-43e7-86dc-6b3cc01acd8a req-a19e4561-0e90-47ca-ac3c-96871666a1f1 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:21.805020 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-30b2fa7b-c817-43e7-86dc-6b3cc01acd8a req-a19e4561-0e90-47ca-ac3c-96871666a1f1 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.0591462 Jul 18 14:09:21.858203 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-30b2fa7b-c817-43e7-86dc-6b3cc01acd8a req-d87eb5bc-35f8-48e0-9ec5-c402025bd34c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474966 Jul 18 14:09:21.887702 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2e07535-d1d6-4ec4-8cbf-690d711ae4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:21.972155 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2e07535-d1d6-4ec4-8cbf-690d711ae4ab admin admin] Publish callbacks [] for security_group (73a839e8-d29c-4c66-bc7e-4a75ec009f07), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:21.975878 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2e07535-d1d6-4ec4-8cbf-690d711ae4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (73a839e8-d29c-4c66-bc7e-4a75ec009f07), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:22.015357 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07535-d1d6-4ec4-8cbf-690d711ae4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a839e8-d29c-4c66-bc7e-4a75ec009f07,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:22.019714 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e2e07535-d1d6-4ec4-8cbf-690d711ae4ab admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=72df6c75d2b040c289a507d90f601fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649097 Jul 18 14:09:22.022437 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33660) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:22.076939 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] Publish callbacks [] for security_group (73a839e8-d29c-4c66-bc7e-4a75ec009f07), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:22.101401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] Publish callbacks [] for security_group (73a839e8-d29c-4c66-bc7e-4a75ec009f07), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:22.161640 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (73a839e8-d29c-4c66-bc7e-4a75ec009f07), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:22.164442 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:22.165809 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/73a839e8-d29c-4c66-bc7e-4a75ec009f07 HTTP/1.1" status: 204 len: 168 time: 0.1419311 Jul 18 14:09:22.175245 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7630eb-a628-436d-a02f-100c82e581b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a839e8-d29c-4c66-bc7e-4a75ec009f07,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:22.254258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f072-64b1-4e54-bb39-cbbba85cf171 req-07caf29d-a10d-4214-bc91-90736f5feb05 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:22.262069 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b98f072-64b1-4e54-bb39-cbbba85cf171 req-07caf29d-a10d-4214-bc91-90736f5feb05 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 944 time: 0.1041651 Jul 18 14:09:22.312345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:22.330455 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163c8c6-8b7e-4b3b-9b19-570d41c9ae88 req-e074f520-d86d-48f8-8cdc-ab312467245a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:22.332427 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9163c8c6-8b7e-4b3b-9b19-570d41c9ae88 req-e074f520-d86d-48f8-8cdc-ab312467245a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0861182 Jul 18 14:09:22.419005 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9163c8c6-8b7e-4b3b-9b19-570d41c9ae88 req-232a223b-a017-460a-968e-51b11b7fc188 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736959 Jul 18 14:09:22.481670 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b98f072-64b1-4e54-bb39-cbbba85cf171 req-58669b71-a6f1-446f-a7fc-19b63e54a7e5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185328 Jul 18 14:09:22.923163 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 242eaddb-7d26-4618-bcb7-2932b894ee02 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:23.000852 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4da69a-7b05-4d03-853c-fe179684f29f req-b38739ad-ec6f-425b-ba73-b0b394381362 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:23.002955 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c4da69a-7b05-4d03-853c-fe179684f29f req-b38739ad-ec6f-425b-ba73-b0b394381362 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.0683384 Jul 18 14:09:23.030285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=242eaddb-7d26-4618-bcb7-2932b894ee02,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:23.042454 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '242eaddb-7d26-4618-bcb7-2932b894ee02', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'port_id': '242eaddb-7d26-4618-bcb7-2932b894ee02', 'mac_address': 'fa:16:3e:72:28:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:23.064468 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c4da69a-7b05-4d03-853c-fe179684f29f req-bb3e8586-d169-47d3-b8c0-325d8784a6af tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Jul 18 14:09:23.080175 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 242eaddb-7d26-4618-bcb7-2932b894ee02 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:23.080572 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:23.093991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242eaddb-7d26-4618-bcb7-2932b894ee02 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:23.103502 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:23.114181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=242eaddb-7d26-4618-bcb7-2932b894ee02,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:23.118365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:23.164991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:23.536664 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288177b-2aca-4361-9584-368eaf2b9b6c req-5f7715c9-5968-4115-94a1-c96cf191611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:23.546570 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8288177b-2aca-4361-9584-368eaf2b9b6c req-5f7715c9-5968-4115-94a1-c96cf191611f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1130 time: 0.2042565 Jul 18 14:09:23.546570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cc33-b585-4414-a026-da7cd7886ed2 req-d463bb28-ab9c-4b81-8182-5ce2014402dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:23.546570 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c267cc33-b585-4414-a026-da7cd7886ed2 req-d463bb28-ab9c-4b81-8182-5ce2014402dc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.0725324 Jul 18 14:09:23.657201 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['242eaddb-7d26-4618-bcb7-2932b894ee02'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:23.692025 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8288177b-2aca-4361-9584-368eaf2b9b6c req-8165648e-8521-458a-851e-0ff4a194fe16 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410680 Jul 18 14:09:23.715055 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c267cc33-b585-4414-a026-da7cd7886ed2 req-961ee8f8-5c38-4376-a165-cfc4162c5aba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563807 Jul 18 14:09:23.721160 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34a550-1408-4542-ab2f-f9f8f23973f1 req-7ef7d9c3-4063-46e5-acce-fe95163754b6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:23.722531 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b34a550-1408-4542-ab2f-f9f8f23973f1 req-7ef7d9c3-4063-46e5-acce-fe95163754b6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.1568372 Jul 18 14:09:23.753257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f2e0-8cf3-47c4-81f0-1f7021dac95a req-7ebe24f7-6853-4d9f-bfcb-7fead9b68c2f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:23.754710 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de36f2e0-8cf3-47c4-81f0-1f7021dac95a req-7ebe24f7-6853-4d9f-bfcb-7fead9b68c2f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 945 time: 0.0851490 Jul 18 14:09:23.807293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b34a550-1408-4542-ab2f-f9f8f23973f1 req-bba92f77-279f-43b6-ba55-022facaccf44 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766373 Jul 18 14:09:23.827295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de36f2e0-8cf3-47c4-81f0-1f7021dac95a req-70714944-0639-42cc-b296-74739f2d441e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645461 Jul 18 14:09:24.185004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6592d-6d23-4365-8327-e2a69375ad74 req-04480d54-7b5e-46c7-994f-fb7f0ed8af6a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:24.186510 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-daf6592d-6d23-4365-8327-e2a69375ad74 req-04480d54-7b5e-46c7-994f-fb7f0ed8af6a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 943 time: 0.0637140 Jul 18 14:09:24.235835 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-daf6592d-6d23-4365-8327-e2a69375ad74 req-fdd730b7-d38e-4b68-9f57-c7fceef9852c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Jul 18 14:09:24.932773 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 1923e5dd-1caf-42e2-a2c1-17454b860e6f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:24.949635 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 242eaddb-7d26-4618-bcb7-2932b894ee02 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:24.980090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797203f-ca6d-41d7-9773-229ddbeb3299 req-a77a1153-f207-4434-9ecb-0fe49bc50a31 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:24.987063 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7797203f-ca6d-41d7-9773-229ddbeb3299 req-a77a1153-f207-4434-9ecb-0fe49bc50a31 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.1023092 Jul 18 14:09:25.020130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e98d-1680-4182-8b45-6ff2c2c70098 req-e967d49e-ede4-4872-92e0-3afcc0baa035 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:25.021570 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b880e98d-1680-4182-8b45-6ff2c2c70098 req-e967d49e-ede4-4872-92e0-3afcc0baa035 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 945 time: 0.0964258 Jul 18 14:09:25.026645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:25.061561 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 242eaddb-7d26-4618-bcb7-2932b894ee02 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:25.074943 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 242eaddb-7d26-4618-bcb7-2932b894ee02 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:25.075400 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:25.076785 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7797203f-ca6d-41d7-9773-229ddbeb3299 req-a2e8a987-cc83-45dd-ab32-1d6dc7561257 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885346 Jul 18 14:09:25.115998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b880e98d-1680-4182-8b45-6ff2c2c70098 req-f8a271b5-2c5d-479e-9213-bb044502b462 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811286 Jul 18 14:09:25.116367 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:25.153413 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:25.189147 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'port_id': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'mac_address': 'fa:16:3e:0c:9d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:25.225765 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 242eaddb-7d26-4618-bcb7-2932b894ee02 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:25.226744 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:25.250530 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 1923e5dd-1caf-42e2-a2c1-17454b860e6f is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:25.250916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:25.267200 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:25.269562 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81346022-061c-4384-a339-13d0e96cb759" -d '{"events": [{"server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "name": "network-vif-plugged", "status": "completed", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:25.281961 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1923e5dd-1caf-42e2-a2c1-17454b860e6f {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:25.293490 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=242eaddb-7d26-4618-bcb7-2932b894ee02,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:25.304180 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:25.316462 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:25.337255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e62e205-de56-4ff2-8ead-e26876a0b104 x-openstack-request-id: req-3e62e205-de56-4ff2-8ead-e26876a0b104 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:25.337610 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "name": "network-vif-plugged", "status": "completed", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:25.337795 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3e62e205-de56-4ff2-8ead-e26876a0b104 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:25.338179 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e62e205-de56-4ff2-8ead-e26876a0b104'] response: {'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02', 'code': 200} Jul 18 14:09:25.340753 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:25.368373 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:25.406791 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:25.417243 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0950c0-646d-4601-a592-5a58b4ba4f65 req-a3f54f61-a09b-40b4-951a-e8a7c8effc89 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:25.419691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ef0950c0-646d-4601-a592-5a58b4ba4f65 req-a3f54f61-a09b-40b4-951a-e8a7c8effc89 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 944 time: 0.0847156 Jul 18 14:09:25.428776 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:25.472639 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ef0950c0-646d-4601-a592-5a58b4ba4f65 req-86aa5c07-6a27-4d81-864a-c5eef21ed5c4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Jul 18 14:09:25.888737 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['1923e5dd-1caf-42e2-a2c1-17454b860e6f'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:26.243234 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032997ec-b300-46da-b3fa-2ca3faeb6b4f req-2564872d-d220-42aa-9a4c-c9a591cd991e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:26.244979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-032997ec-b300-46da-b3fa-2ca3faeb6b4f req-2564872d-d220-42aa-9a4c-c9a591cd991e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0946729 Jul 18 14:09:26.281374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad41d3-ef6c-4e0f-9654-185aecdcc366 req-fd8fdc6b-185f-4752-8376-d3c155495073 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:26.283673 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d8ad41d3-ef6c-4e0f-9654-185aecdcc366 req-fd8fdc6b-185f-4752-8376-d3c155495073 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0960157 Jul 18 14:09:26.379269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:26.400231 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d8ad41d3-ef6c-4e0f-9654-185aecdcc366 req-bec8d81e-6672-494b-8644-48e0bfa7cfe4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089032 Jul 18 14:09:26.403554 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-032997ec-b300-46da-b3fa-2ca3faeb6b4f req-273f3b08-465a-4dfa-b096-42e3c1ddbd49 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349146 Jul 18 14:09:26.600605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a485992-bd10-44f2-82fa-f5ad2b12f86d req-a5915aec-8dad-4455-8bb5-2ba0fa9c865d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:26.602373 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a485992-bd10-44f2-82fa-f5ad2b12f86d req-a5915aec-8dad-4455-8bb5-2ba0fa9c865d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 944 time: 0.0512326 Jul 18 14:09:26.650190 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33814) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:26.651295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a485992-bd10-44f2-82fa-f5ad2b12f86d req-b6ab65cb-34de-4f72-9695-33c2cd46ba8a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Jul 18 14:09:26.771303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:26.844712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:26.849663 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Publish callbacks [] for security_group (a6b66015-5710-4c26-8216-9b8af7680b0a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:26.854412 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a6b66015-5710-4c26-8216-9b8af7680b0a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:26.895131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b66015-5710-4c26-8216-9b8af7680b0a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:26.898949 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=42e0babfb4c14e3a834da6b8fa45b9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477577 Jul 18 14:09:26.902184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33826) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:26.905409 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.905871 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.906216 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.906566 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.907028 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.907440 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.907849 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.908214 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.908568 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.908909 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.909289 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.909647 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.910149 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.910339 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.910726 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a87ba-cf0b-402b-bc82-5dedb221b22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:26.993408 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Publish callbacks [] for security_group (a6b66015-5710-4c26-8216-9b8af7680b0a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.026975 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Publish callbacks [] for security_group (a6b66015-5710-4c26-8216-9b8af7680b0a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.086962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a6b66015-5710-4c26-8216-9b8af7680b0a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.090693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.092454 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a6b66015-5710-4c26-8216-9b8af7680b0a HTTP/1.1" status: 204 len: 168 time: 0.1891024 Jul 18 14:09:27.102368 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b66015-5710-4c26-8216-9b8af7680b0a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:27.111162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.111639 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.112173 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.112593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.113005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.113472 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.113869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.114291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.114685 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.115101 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.115503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.116579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.116579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.116841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.117171 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5cab67-9cc5-4de8-8269-c3090126e6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.123128 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 1923e5dd-1caf-42e2-a2c1-17454b860e6f up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:27.183552 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 1923e5dd-1caf-42e2-a2c1-17454b860e6f completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:27.192285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 1923e5dd-1caf-42e2-a2c1-17454b860e6f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:27.192688 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.280455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 1923e5dd-1caf-42e2-a2c1-17454b860e6f is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:27.280941 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.316732 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:27.321264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.346471 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:27.349025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad9ed4d-ca57-487f-90d0-266c16d82834" -d '{"events": [{"server_uuid": "bc44e843-997b-458f-afa5-068509107496", "name": "network-vif-plugged", "status": "completed", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:27.404926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33838) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:27.419446 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2682a9dd-3cb2-4e29-aeae-7d77624350a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.480984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07d72c2-9bec-44ae-8d38-14e9b0adfcae x-openstack-request-id: req-e07d72c2-9bec-44ae-8d38-14e9b0adfcae {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:27.481290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc44e843-997b-458f-afa5-068509107496", "name": "network-vif-plugged", "status": "completed", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:27.481550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e07d72c2-9bec-44ae-8d38-14e9b0adfcae {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:27.481940 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07d72c2-9bec-44ae-8d38-14e9b0adfcae'] response: {'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'code': 200} Jul 18 14:09:27.497831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:27.505331 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.505676 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.506203 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.506559 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.507151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.508193 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.508670 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.509151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.509625 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.510108 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.510465 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.510758 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.511085 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.511410 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.511729 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:09:27.593301 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee576c9-7550-4cd0-9269-b0107b2c8916 req-cdb5260d-7bb0-4e54-b7b0-9d56d1669c7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:27.594792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1ee576c9-7550-4cd0-9269-b0107b2c8916 req-cdb5260d-7bb0-4e54-b7b0-9d56d1669c7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0998123 Jul 18 14:09:27.615900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2682a9dd-3cb2-4e29-aeae-7d77624350a3 admin admin] Publish callbacks [] for security_group (cfd52763-3577-498d-8e18-8b3f1aa1a0f3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.625320 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985682a-0e34-422a-8866-f97a6e03cc5a req-7b6dfdeb-264d-433b-bf37-dae0a1e83762 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:27.626862 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d985682a-0e34-422a-8866-f97a6e03cc5a req-7b6dfdeb-264d-433b-bf37-dae0a1e83762 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.1151578 Jul 18 14:09:27.636718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2682a9dd-3cb2-4e29-aeae-7d77624350a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cfd52763-3577-498d-8e18-8b3f1aa1a0f3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.706348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2682a9dd-3cb2-4e29-aeae-7d77624350a3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a66d037cd93541a68bd32e178c3448eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002312 Jul 18 14:09:27.707213 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682a9dd-3cb2-4e29-aeae-7d77624350a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd52763-3577-498d-8e18-8b3f1aa1a0f3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:27.709116 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33846) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:27.715868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:27.733750 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1ee576c9-7550-4cd0-9269-b0107b2c8916 req-1b6e1854-9fa1-48c4-9128-7f75d944b89a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298141 Jul 18 14:09:27.750085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d985682a-0e34-422a-8866-f97a6e03cc5a req-e040f486-13e9-493a-9fc5-615b17ac6013 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156316 Jul 18 14:09:27.786198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] Publish callbacks [] for security_group (cfd52763-3577-498d-8e18-8b3f1aa1a0f3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.825305 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] Publish callbacks [] for security_group (cfd52763-3577-498d-8e18-8b3f1aa1a0f3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.865557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed63b4-7584-4c17-8826-b3dc9b9716e5 req-50054e24-194c-4b74-af77-8c72a70db333 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:27.868137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bed63b4-7584-4c17-8826-b3dc9b9716e5 req-50054e24-194c-4b74-af77-8c72a70db333 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Jul 18 14:09:27.877420 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cfd52763-3577-498d-8e18-8b3f1aa1a0f3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.879955 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:27.881121 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cfd52763-3577-498d-8e18-8b3f1aa1a0f3 HTTP/1.1" status: 204 len: 168 time: 0.1709557 Jul 18 14:09:27.888965 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db365c8f-1e3c-4e43-9fee-abd6af1207e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd52763-3577-498d-8e18-8b3f1aa1a0f3,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:27.943181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951e16-16c6-4901-af38-4e81ce93ffab req-3790e2b6-e1be-43f6-b283-e6ec033303cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:27.944677 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a951e16-16c6-4901-af38-4e81ce93ffab req-3790e2b6-e1be-43f6-b283-e6ec033303cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0756974 Jul 18 14:09:27.954571 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33854) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:27.959137 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:27.968014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bed63b4-7584-4c17-8826-b3dc9b9716e5 req-84d9c74a-ba74-438a-bb25-7229cc7f1c2d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877554 Jul 18 14:09:28.038425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fcc1c-e27d-4795-8f78-d08451138797 req-4b5abf61-3d99-44f6-8064-82aaf1917ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:28.040099 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a97fcc1c-e27d-4795-8f78-d08451138797 req-4b5abf61-3d99-44f6-8064-82aaf1917ce0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1130 time: 0.0614729 Jul 18 14:09:28.041377 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.193959 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a97fcc1c-e27d-4795-8f78-d08451138797 req-1cd4da04-67e2-4972-9f00-0aaea3547a91 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 Jul 18 14:09:28.254478 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:28.384000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33872) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:28.396928 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2335fdee-dd84-43d5-9c6c-51271d6d6c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.400192 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:28.481100 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2335fdee-dd84-43d5-9c6c-51271d6d6c94 admin admin] Publish callbacks [] for security_group (e135fa25-9b05-45c5-8599-a253ddd00e4e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.485129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2335fdee-dd84-43d5-9c6c-51271d6d6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e135fa25-9b05-45c5-8599-a253ddd00e4e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.524683 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2335fdee-dd84-43d5-9c6c-51271d6d6c94 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cb688abaca0a4e6d8a57334e3d37a285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413245 Jul 18 14:09:28.528136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33880) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:28.537727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335fdee-dd84-43d5-9c6c-51271d6d6c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e135fa25-9b05-45c5-8599-a253ddd00e4e,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:28.586039 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] Publish callbacks [] for security_group (e135fa25-9b05-45c5-8599-a253ddd00e4e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.610159 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] Publish callbacks [] for security_group (e135fa25-9b05-45c5-8599-a253ddd00e4e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.659920 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e135fa25-9b05-45c5-8599-a253ddd00e4e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.662684 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.664475 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e135fa25-9b05-45c5-8599-a253ddd00e4e HTTP/1.1" status: 204 len: 168 time: 0.1354141 Jul 18 14:09:28.673567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc676f1-1f84-4df2-b32a-e726b98d2195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e135fa25-9b05-45c5-8599-a253ddd00e4e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:28.876198 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738669d-2add-4414-a32f-af7224fd629c req-afbcc0f7-8b9a-41c2-8c3b-abac800780dc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:28.878048 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f738669d-2add-4414-a32f-af7224fd629c req-afbcc0f7-8b9a-41c2-8c3b-abac800780dc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0689423 Jul 18 14:09:28.935127 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f738669d-2add-4414-a32f-af7224fd629c req-bf9f126a-9a8c-492b-ac3c-4af3b7123468 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515981 Jul 18 14:09:28.963504 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:28.972483 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:29.090209 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 88bc39d9-8158-4c38-89c0-97a5d0276bf3 associated. External IP: 172.27.1.82, port: 78c5d199-882a-4557-82d5-faa7c5620eb9. Jul 18 14:09:29.126217 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e9157-0b98-4a42-9403-281ae6f83749 req-92b54845-8c74-44ae-aaed-7410f81845bf tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:29.128014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc4e9157-0b98-4a42-9403-281ae6f83749 req-92b54845-8c74-44ae-aaed-7410f81845bf tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0707855 Jul 18 14:09:29.193980 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc4e9157-0b98-4a42-9403-281ae6f83749 req-3bddfc9a-1991-40f8-aa54-47a6ae0a38e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587184 Jul 18 14:09:29.300908 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:29.313022 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:09:29.434000 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:09:29.438625 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:29.452574 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:09:29.468405 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:29.472542 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e2dd7395-cd61-4686-8ad4-cd4134d943ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "PUT /v2.0/floatingips/88bc39d9-8158-4c38-89c0-97a5d0276bf3 HTTP/1.1" status: 200 len: 991 time: 1.5142288 Jul 18 14:09:29.472542 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:29.472787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee50da0-2bab-47c7-9833-ee82d27d67cf req-d4dd51f1-4ac1-4799-8291-2e2a76bed4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:29.473071 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ee50da0-2bab-47c7-9833-ee82d27d67cf req-d4dd51f1-4ac1-4799-8291-2e2a76bed4d5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1129 time: 0.0714040 Jul 18 14:09:29.473454 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe8567-72f6-4874-9e35-5b3e4c32af58" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:29.474275 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:29.475757 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-1c65eb8a-2461-47f6-b33a-b4bcabf0617a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848069 Jul 18 14:09:29.510763 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909c7ed0-87d1-4723-b45b-232f5d5df284 x-openstack-request-id: req-909c7ed0-87d1-4723-b45b-232f5d5df284 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:29.511175 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:29.511558 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-909c7ed0-87d1-4723-b45b-232f5d5df284 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:29.520114 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:29.533358 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909c7ed0-87d1-4723-b45b-232f5d5df284'] response: {'name': 'network-changed', 'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'status': 'completed', 'code': 200} Jul 18 14:09:29.568885 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ee50da0-2bab-47c7-9833-ee82d27d67cf req-d32ddebe-6ca4-4ab4-a090-00145bdfffd9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549395 Jul 18 14:09:29.590493 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:29.873929 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:28Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:29.907434 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:09:29.917730 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:29.918345 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:30.007691 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33936) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:30.043179 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:30.081941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9fe84-0be1-4993-942c-af8af70111b5 req-96030dba-a368-4dca-bc6a-8e9d86c7195f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:30.083528 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cbd9fe84-0be1-4993-942c-af8af70111b5 req-96030dba-a368-4dca-bc6a-8e9d86c7195f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0537486 Jul 18 14:09:30.149494 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cbd9fe84-0be1-4993-942c-af8af70111b5 req-cd2fd558-0ef3-4db3-9f91-e553c5201bee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600598 Jul 18 14:09:30.267349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-be44cb5f-f266-473e-bbde-c5f390c94926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.351379 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:28Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:30.380811 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f677e-ed04-45fd-bb07-732b7b8d7e47 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:28Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:09:30.397440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055521-e450-4a94-a92f-9b50fad44581 req-a4cdbbe9-1632-497d-95cf-5ca19b16e5fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:30.399710 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af055521-e450-4a94-a92f-9b50fad44581 req-a4cdbbe9-1632-497d-95cf-5ca19b16e5fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0875533 Jul 18 14:09:30.439559 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-be44cb5f-f266-473e-bbde-c5f390c94926 admin admin] Publish callbacks [] for security_group (9cea297d-aaab-4dbe-b816-ef1b11ff3ee4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.446433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-be44cb5f-f266-473e-bbde-c5f390c94926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9cea297d-aaab-4dbe-b816-ef1b11ff3ee4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.469281 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:30.506727 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af055521-e450-4a94-a92f-9b50fad44581 req-7b1f1e33-5c13-458a-878f-1d3d78aadebd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008773 Jul 18 14:09:30.516874 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-be44cb5f-f266-473e-bbde-c5f390c94926 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ba65aa2594a24b669af81620d2af7ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078609 Jul 18 14:09:30.518325 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44cb5f-f266-473e-bbde-c5f390c94926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea297d-aaab-4dbe-b816-ef1b11ff3ee4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:30.519499 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33954) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:30.589224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] Publish callbacks [] for security_group (9cea297d-aaab-4dbe-b816-ef1b11ff3ee4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.617065 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] Publish callbacks [] for security_group (9cea297d-aaab-4dbe-b816-ef1b11ff3ee4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.685567 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9cea297d-aaab-4dbe-b816-ef1b11ff3ee4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.688587 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:30.690846 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9cea297d-aaab-4dbe-b816-ef1b11ff3ee4 HTTP/1.1" status: 204 len: 168 time: 0.1694775 Jul 18 14:09:30.693332 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:30.702960 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c86cf1-7c8c-423d-9b4d-c8324011862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea297d-aaab-4dbe-b816-ef1b11ff3ee4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:30.894112 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-78d19a42-008a-4f27-8f79-8b0f29dd25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:30.895762 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-78d19a42-008a-4f27-8f79-8b0f29dd25b0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1130 time: 0.0642769 Jul 18 14:09:31.045171 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33976) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:31.173397 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8937513a-909e-46b2-9e1e-f5a754dd98b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.244980 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 33984) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:31.247353 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d053d5-a83a-45ba-b31f-28d2710081e9 None None] New status for floating IP 88bc39d9-8158-4c38-89c0-97a5d0276bf3: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:09:31.296410 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8937513a-909e-46b2-9e1e-f5a754dd98b7 admin admin] Publish callbacks [] for security_group (7fe5cfd2-7930-4865-8d09-68eafdd269ad), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.301229 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8937513a-909e-46b2-9e1e-f5a754dd98b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7fe5cfd2-7930-4865-8d09-68eafdd269ad), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.321896 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-00509bb3-43e7-40fd-adde-7983d5705e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.342749 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff82b0f-55cc-48dd-8e9a-4caf05b96a15 req-b2f02e92-baa9-4a96-93fd-d3b4a6b2184e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:31.344263 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ff82b0f-55cc-48dd-8e9a-4caf05b96a15 req-b2f02e92-baa9-4a96-93fd-d3b4a6b2184e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0868099 Jul 18 14:09:31.352712 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8937513a-909e-46b2-9e1e-f5a754dd98b7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2d39e2f24b24421d85f727d708494b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064289 Jul 18 14:09:31.353637 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937513a-909e-46b2-9e1e-f5a754dd98b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe5cfd2-7930-4865-8d09-68eafdd269ad,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:31.356238 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33986) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:31.411866 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] Publish callbacks [] for security_group (7fe5cfd2-7930-4865-8d09-68eafdd269ad), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.427187 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ff82b0f-55cc-48dd-8e9a-4caf05b96a15 req-6d5c8cac-88ec-41d1-8349-4ad37818b6d7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Jul 18 14:09:31.436434 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] Publish callbacks [] for security_group (7fe5cfd2-7930-4865-8d09-68eafdd269ad), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.476125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-00509bb3-43e7-40fd-adde-7983d5705e7b admin admin] Publish callbacks [] for security_group (d46db363-9750-41e1-843e-f79248aaef2d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.485740 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-00509bb3-43e7-40fd-adde-7983d5705e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d46db363-9750-41e1-843e-f79248aaef2d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.519297 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7fe5cfd2-7930-4865-8d09-68eafdd269ad), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.523187 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.525700 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7fe5cfd2-7930-4865-8d09-68eafdd269ad HTTP/1.1" status: 204 len: 168 time: 0.1686680 Jul 18 14:09:31.535423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439b741-84ad-4ab4-a5b6-e6e0cca9a77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe5cfd2-7930-4865-8d09-68eafdd269ad,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:31.563056 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-00509bb3-43e7-40fd-adde-7983d5705e7b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d9e5ffa48c7d4b1188d1daf826efcfaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141811 Jul 18 14:09:31.563465 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 33994) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:31.586501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509bb3-43e7-40fd-adde-7983d5705e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46db363-9750-41e1-843e-f79248aaef2d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:31.672363 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] Publish callbacks [] for security_group (d46db363-9750-41e1-843e-f79248aaef2d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.704253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a042053-a4ca-4768-a357-b98457af55f8 req-93d0d948-9810-4140-8ea0-a312b7e73836 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:31.708502 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] Publish callbacks [] for security_group (d46db363-9750-41e1-843e-f79248aaef2d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.712829 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1a042053-a4ca-4768-a357-b98457af55f8 req-93d0d948-9810-4140-8ea0-a312b7e73836 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0779214 Jul 18 14:09:31.773521 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1a042053-a4ca-4768-a357-b98457af55f8 req-280a7fa1-8bcd-41d2-baf0-7d5c8f8ebfae tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583105 Jul 18 14:09:31.779798 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d46db363-9750-41e1-843e-f79248aaef2d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.784184 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.785641 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d46db363-9750-41e1-843e-f79248aaef2d HTTP/1.1" status: 204 len: 168 time: 0.2210701 Jul 18 14:09:31.803078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645157-5ddd-4ed0-8a25-f7ac8a7d7d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46db363-9750-41e1-843e-f79248aaef2d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:31.819812 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:31.846984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:31.861603 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:31.872430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426c27-d4e4-4e15-ac28-7c15a4a389c7 req-4f00a0dd-3539-41c2-85c7-2ab96e96e16a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:31.876228 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73426c27-d4e4-4e15-ac28-7c15a4a389c7 req-4f00a0dd-3539-41c2-85c7-2ab96e96e16a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0663319 Jul 18 14:09:31.929586 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-73426c27-d4e4-4e15-ac28-7c15a4a389c7 req-513be1c2-2e20-4dba-88c5-9d729671b59d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488811 Jul 18 14:09:32.069161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34006) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:32.092732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-03c05b64-740e-438c-9b0f-4736baea4d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.181240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-03c05b64-740e-438c-9b0f-4736baea4d7a admin admin] Publish callbacks [] for security_group (acf093d5-374e-4eb9-9fa8-240440dd0f0f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.185069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-03c05b64-740e-438c-9b0f-4736baea4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (acf093d5-374e-4eb9-9fa8-240440dd0f0f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.226556 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-03c05b64-740e-438c-9b0f-4736baea4d7a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8b476afb1934c408a401b6f6344ffa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553292 Jul 18 14:09:32.227413 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05b64-740e-438c-9b0f-4736baea4d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf093d5-374e-4eb9-9fa8-240440dd0f0f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:32.229209 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34008) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:32.280663 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] Publish callbacks [] for security_group (acf093d5-374e-4eb9-9fa8-240440dd0f0f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.282262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34010) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:32.307129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-831f60c9-c1c8-4bf2-9e1c-091f6a91e4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.307362 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] Publish callbacks [] for security_group (acf093d5-374e-4eb9-9fa8-240440dd0f0f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.344066 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:32.361551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (acf093d5-374e-4eb9-9fa8-240440dd0f0f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.364147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.368966 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/acf093d5-374e-4eb9-9fa8-240440dd0f0f HTTP/1.1" status: 204 len: 168 time: 0.1354284 Jul 18 14:09:32.375891 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d99f-ca90-474c-9afd-7b5f1c77a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf093d5-374e-4eb9-9fa8-240440dd0f0f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:32.424572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:32.450027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-a13b7759-7b8d-4a75-835d-d638279a214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:32.451755 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-a13b7759-7b8d-4a75-835d-d638279a214a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1529617 Jul 18 14:09:32.567785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-5de98798-3031-4cd9-8e83-264833578c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:32.569360 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-5de98798-3031-4cd9-8e83-264833578c57 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1130 time: 0.1150301 Jul 18 14:09:32.610948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-831f60c9-c1c8-4bf2-9e1c-091f6a91e4e6 admin admin] Publish callbacks [] for security_group (8a1d1575-b78b-4383-93d4-e6eafb2f2b09), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.628875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-831f60c9-c1c8-4bf2-9e1c-091f6a91e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8a1d1575-b78b-4383-93d4-e6eafb2f2b09), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:32.652808 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-64506700-e7a2-4bec-b680-754849ead35b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 1001 time: 0.1886907 Jul 18 14:09:32.975293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-831f60c9-c1c8-4bf2-9e1c-091f6a91e4e6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9445c0f76e3c42d5b146da4c5d63287a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918554 Jul 18 14:09:32.978865 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34034) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:32.984876 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f60c9-c1c8-4bf2-9e1c-091f6a91e4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d1575-b78b-4383-93d4-e6eafb2f2b09,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:33.013529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:33.036521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d0457-b06e-497e-9797-4d25a635c12e req-17f0c2d2-a447-41f0-9fc7-92e52f553b0e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.038533 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-956d0457-b06e-497e-9797-4d25a635c12e req-17f0c2d2-a447-41f0-9fc7-92e52f553b0e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.1536295 Jul 18 14:09:33.055137 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-5fd63acd-8d76-4a07-aca8-814d32abd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.056684 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-5fd63acd-8d76-4a07-aca8-814d32abd336 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.4777577 Jul 18 14:09:33.069123 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] Publish callbacks [] for security_group (8a1d1575-b78b-4383-93d4-e6eafb2f2b09), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:33.071879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:33.082892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-fce6bc0b-9b17-47ac-b327-b367c8d0c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.084327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-fce6bc0b-9b17-47ac-b327-b367c8d0c8e1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.2010841 Jul 18 14:09:33.103915 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] Publish callbacks [] for security_group (8a1d1575-b78b-4383-93d4-e6eafb2f2b09), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:33.148524 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-b3b62076-004f-4daa-958b-d5f64871f14c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242eaddb-7d26-4618-bcb7-2932b894ee02 HTTP/1.1" status: 200 len: 217 time: 0.0678401 Jul 18 14:09:33.181481 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c598d-6728-4d17-9f90-e94a91232c8d req-8adf4849-185a-47b0-ba53-e29d2870fbe8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.185228 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f75c598d-6728-4d17-9f90-e94a91232c8d req-8adf4849-185a-47b0-ba53-e29d2870fbe8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1552932 Jul 18 14:09:33.186691 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8a1d1575-b78b-4383-93d4-e6eafb2f2b09), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:33.189512 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:33.191646 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8a1d1575-b78b-4383-93d4-e6eafb2f2b09 HTTP/1.1" status: 204 len: 168 time: 0.2116718 Jul 18 14:09:33.200558 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32db7b-cd69-40f5-bb80-73721d3b5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d1575-b78b-4383-93d4-e6eafb2f2b09,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:33.267232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-6588e29b-d59a-40c1-a2fa-a344f318de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.272075 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-6588e29b-d59a-40c1-a2fa-a344f318de55 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1660526 Jul 18 14:09:33.285518 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-956d0457-b06e-497e-9797-4d25a635c12e req-d9aa8053-4f26-4396-92a3-74f54d1ce512 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335043 Jul 18 14:09:33.301543 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-1a6c8428-b887-4edd-a36c-f0f3b6ec004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.313820 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-1a6c8428-b887-4edd-a36c-f0f3b6ec004e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.1333895 Jul 18 14:09:33.331754 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f75c598d-6728-4d17-9f90-e94a91232c8d req-9a72bd47-7454-418a-a847-a9fe0fbcebfb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458843 Jul 18 14:09:33.484632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587910f8-f874-481e-8aec-f937013ca584 req-7f6cbd6c-9c45-43bb-a06a-829a4706e500 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.486210 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-587910f8-f874-481e-8aec-f937013ca584 req-7f6cbd6c-9c45-43bb-a06a-829a4706e500 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.1231785 Jul 18 14:09:33.497888 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34054) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:33.503688 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'floatingip': {'port_id': '1923e5dd-1caf-42e2-a2c1-17454b860e6f'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:33.529333 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-067e874a-cede-4783-8bfc-5401c710402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:33.530844 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-067e874a-cede-4783-8bfc-5401c710402e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217475 Jul 18 14:09:33.558166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-78e425b9-e07e-40e8-b36a-622a3f619f54 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449645 Jul 18 14:09:33.561014 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:34.047802 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:34.052317 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:34.168037 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Floating IP 8cc782b8-df06-4835-92ee-d521adba4ea0 associated. External IP: 172.27.1.2, port: 1923e5dd-1caf-42e2-a2c1-17454b860e6f. Jul 18 14:09:34.394976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:09:34.403094 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:34.491325 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c622a0-98e9-437d-bab4-704902ba2b85 req-5da7c503-a3fd-4d37-b837-0382ea811553 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:34.499868 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-12c622a0-98e9-437d-bab4-704902ba2b85 req-5da7c503-a3fd-4d37-b837-0382ea811553 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0686572 Jul 18 14:09:34.560769 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-12c622a0-98e9-437d-bab4-704902ba2b85 req-73f3b240-b5b3-4252-a460-a5733edd0abb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595624 Jul 18 14:09:34.726229 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:09:34.730776 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:34.736338 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:09:34.754286 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:34.755142 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:34.762448 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:34.770373 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-43e6ed8e-cf24-482f-b2a3-82ede27109e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "PUT /v2.0/floatingips/8cc782b8-df06-4835-92ee-d521adba4ea0 HTTP/1.1" status: 200 len: 989 time: 1.2712955 Jul 18 14:09:34.771061 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:34.774438 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc44e843-997b-458f-afa5-068509107496", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:34.832380 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec21a56d-7514-4682-8095-e742fa10a5c8 x-openstack-request-id: req-ec21a56d-7514-4682-8095-e742fa10a5c8 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:34.832834 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc44e843-997b-458f-afa5-068509107496", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:34.833210 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec21a56d-7514-4682-8095-e742fa10a5c8 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:34.833887 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec21a56d-7514-4682-8095-e742fa10a5c8'] response: {'name': 'network-changed', 'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'status': 'completed', 'code': 200} Jul 18 14:09:34.900405 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:35.013808 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:35.074772 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:35.105830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:35.143602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-777504f6-fe1a-454d-8cb3-cca15f9e6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:35.145128 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-777504f6-fe1a-454d-8cb3-cca15f9e6461 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1129 time: 0.1300941 Jul 18 14:09:35.145261 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '8cc782b8-df06-4835-92ee-d521adba4ea0', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:0c:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc44e843-997b-458f-afa5-068509107496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:48Z', 'updated_at': '2022-07-18T14:09:33Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:35.172427 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:09:35.181759 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:35.182939 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:35.187231 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-d80f0367-4867-4aae-baa3-a2ab1c0e9d4a service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061157 Jul 18 14:09:35.190839 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3054213-279f-40e8-a1fd-68a0600a8523 req-b7ae8d6d-5989-4e90-9ac3-f77c2c85b5bf service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984963 Jul 18 14:09:35.299570 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:35.318996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34144) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:35.435298 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-09cae1b4-abda-4aaf-ac01-2ecf40f88539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.543770 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-09cae1b4-abda-4aaf-ac01-2ecf40f88539 admin admin] Publish callbacks [] for security_group (2f5219c0-1c3d-488e-8ffd-59cb072bd3c7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.549213 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-09cae1b4-abda-4aaf-ac01-2ecf40f88539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (2f5219c0-1c3d-488e-8ffd-59cb072bd3c7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.591319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae1b4-abda-4aaf-ac01-2ecf40f88539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5219c0-1c3d-488e-8ffd-59cb072bd3c7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:35.599071 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-09cae1b4-abda-4aaf-ac01-2ecf40f88539 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=709e240cf7004f93ad50da59df086482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784383 Jul 18 14:09:35.600060 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34152) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:35.635842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-55a85f72-c767-4fee-abc3-f959c2cddc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:35.638915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-55a85f72-c767-4fee-abc3-f959c2cddc88 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.1324778 Jul 18 14:09:35.677921 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '8cc782b8-df06-4835-92ee-d521adba4ea0', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:0c:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc44e843-997b-458f-afa5-068509107496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:48Z', 'updated_at': '2022-07-18T14:09:33Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:35.705320 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48fef6-1c9b-412b-837d-3e7c440520af None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '8cc782b8-df06-4835-92ee-d521adba4ea0', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:0c:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc44e843-997b-458f-afa5-068509107496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:48Z', 'updated_at': '2022-07-18T14:09:33Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:09:35.735750 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] Publish callbacks [] for security_group (2f5219c0-1c3d-488e-8ffd-59cb072bd3c7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.749332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:35.771346 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] Publish callbacks [] for security_group (2f5219c0-1c3d-488e-8ffd-59cb072bd3c7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.827115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-5f83e9ad-e489-40dc-b13f-44eb6d890d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:35.828989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-5f83e9ad-e489-40dc-b13f-44eb6d890d30 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1130 time: 0.1868219 Jul 18 14:09:35.846577 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-e113cefd-abdb-4d1e-8ed4-cbb1b5184448 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 997 time: 0.1831887 Jul 18 14:09:35.849435 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (2f5219c0-1c3d-488e-8ffd-59cb072bd3c7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.852893 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:35.857433 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2f5219c0-1c3d-488e-8ffd-59cb072bd3c7 HTTP/1.1" status: 204 len: 168 time: 0.2534676 Jul 18 14:09:35.865827 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16843ff2-e002-40ee-a4c8-d5001f88bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5219c0-1c3d-488e-8ffd-59cb072bd3c7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:35.876549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfb239-0a25-4f12-9d40-1e34909d60e4 req-8e4e3ca5-4795-4c50-bc57-efd2f2ce39c3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:35.883126 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19cfb239-0a25-4f12-9d40-1e34909d60e4 req-8e4e3ca5-4795-4c50-bc57-efd2f2ce39c3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1389797 Jul 18 14:09:35.928460 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65974a7a-56c1-4be9-8c81-c11177f0f24b req-b1de57c3-b926-4be5-9496-0f9cf9fcbf99 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199288 Jul 18 14:09:35.957534 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19cfb239-0a25-4f12-9d40-1e34909d60e4 req-735d4a4f-069e-4afd-bb67-5676fb420763 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Jul 18 14:09:36.104063 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7cda4-60be-414c-8e9e-0a4d730f0c8f None None] New status for floating IP 8cc782b8-df06-4835-92ee-d521adba4ea0: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:09:36.175032 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:36.176964 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34160) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:36.192752 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84e3238-69bc-4185-ae47-c36505f99762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.294361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84e3238-69bc-4185-ae47-c36505f99762 admin admin] Publish callbacks [] for security_group (16328780-cf73-4169-a548-9fdd40c25e2f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.300361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e84e3238-69bc-4185-ae47-c36505f99762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (16328780-cf73-4169-a548-9fdd40c25e2f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.333983 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e3238-69bc-4185-ae47-c36505f99762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16328780-cf73-4169-a548-9fdd40c25e2f,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:36.351548 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-6758189d-3174-4446-b6a9-ac2a659e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:36.353206 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-6758189d-3174-4446-b6a9-ac2a659e271b service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1448076 Jul 18 14:09:36.359366 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-3aa9b5aa-fae4-4f49-b201-fe1ced158dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:36.360975 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-3aa9b5aa-fae4-4f49-b201-fe1ced158dc4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.1636839 Jul 18 14:09:36.372097 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e84e3238-69bc-4185-ae47-c36505f99762 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=81b0cffe45524f19b60da7cf01977e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919651 Jul 18 14:09:36.373097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34168) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:36.427837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] Publish callbacks [] for security_group (16328780-cf73-4169-a548-9fdd40c25e2f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.450427 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] Publish callbacks [] for security_group (16328780-cf73-4169-a548-9fdd40c25e2f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.496748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (16328780-cf73-4169-a548-9fdd40c25e2f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.499297 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:36.500515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/16328780-cf73-4169-a548-9fdd40c25e2f HTTP/1.1" status: 204 len: 168 time: 0.1264496 Jul 18 14:09:36.508080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368953b8-79db-4cc5-a766-c2f7f957010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16328780-cf73-4169-a548-9fdd40c25e2f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:36.653000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-1c785e5c-475d-4fdd-b251-13e62d1ae299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:36.654463 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-1c785e5c-475d-4fdd-b251-13e62d1ae299 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824716 Jul 18 14:09:36.660313 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-a89253ba-275e-4606-8237-0c6cd6957c31 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0894797 Jul 18 14:09:37.140891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea7db-7b79-4e0c-a50c-fc422fa362d3 req-237a65fb-12e7-40fb-a510-4c0ef49b4c61 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:37.142414 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c57ea7db-7b79-4e0c-a50c-fc422fa362d3 req-237a65fb-12e7-40fb-a510-4c0ef49b4c61 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1387331 Jul 18 14:09:37.174927 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:37.199669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-49dadcde-5bd8-49e6-bded-733cfa26c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:37.201149 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-49dadcde-5bd8-49e6-bded-733cfa26c932 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.1857660 Jul 18 14:09:37.223438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6e894-ad77-4d50-ba2c-041385687294 req-5526bfca-3404-4a7b-afb4-bcc9b1701077 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:37.224910 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59b6e894-ad77-4d50-ba2c-041385687294 req-5526bfca-3404-4a7b-afb4-bcc9b1701077 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1414866 Jul 18 14:09:37.277734 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-2f4282e4-6a9a-47ec-9090-f642de258686 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611654 Jul 18 14:09:37.296909 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c57ea7db-7b79-4e0c-a50c-fc422fa362d3 req-451e98b0-6f17-4e74-90d1-9a3f42ae8626 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171794 Jul 18 14:09:37.316674 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59b6e894-ad77-4d50-ba2c-041385687294 req-ec83c564-ff7d-47d6-9212-70a6e1c11c06 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844891 Jul 18 14:09:38.428956 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34250) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:38.475618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6c09-6a23-4121-82d1-9a801fbdc76e req-4cca1ad1-9d05-407c-af81-f7a7448649b4 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:38.480480 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a65f6c09-6a23-4121-82d1-9a801fbdc76e req-4cca1ad1-9d05-407c-af81-f7a7448649b4 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0887015 Jul 18 14:09:38.486801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23331f76-50fe-44e4-9099-89d60d0af3c2 req-bd83d103-8b1b-4abf-96e1-44031772bfc2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:38.488295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23331f76-50fe-44e4-9099-89d60d0af3c2 req-bd83d103-8b1b-4abf-96e1-44031772bfc2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0846713 Jul 18 14:09:38.502900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:38.526598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4174ee33-adde-4416-87d4-c39e497f9e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.571075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11dc5204-7385-4c27-8968-b4f9f6425d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.576607 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a65f6c09-6a23-4121-82d1-9a801fbdc76e req-607fc96a-48d6-4cc2-810e-237bf0be7229 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Jul 18 14:09:38.579560 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23331f76-50fe-44e4-9099-89d60d0af3c2 req-62f0ed78-63cc-4ddb-93b8-86860dca02b2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828981 Jul 18 14:09:38.643225 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:38.657930 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11dc5204-7385-4c27-8968-b4f9f6425d9c admin admin] Publish callbacks [] for security_group (7ce72919-5606-4731-97bd-302872ebbccb), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.661615 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-11dc5204-7385-4c27-8968-b4f9f6425d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7ce72919-5606-4731-97bd-302872ebbccb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.701636 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-11dc5204-7385-4c27-8968-b4f9f6425d9c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7312a1e2b25b4a718747bc99c98d64fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715878 Jul 18 14:09:38.702537 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5204-7385-4c27-8968-b4f9f6425d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce72919-5606-4731-97bd-302872ebbccb,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:38.704535 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34256) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:38.752666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] Publish callbacks [] for security_group (7ce72919-5606-4731-97bd-302872ebbccb), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.773624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] Publish callbacks [] for security_group (7ce72919-5606-4731-97bd-302872ebbccb), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.821615 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7ce72919-5606-4731-97bd-302872ebbccb), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.824378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:38.825509 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7ce72919-5606-4731-97bd-302872ebbccb HTTP/1.1" status: 204 len: 168 time: 0.1198399 Jul 18 14:09:38.833117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f43c0-464c-4dde-a5d0-d26a3314184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce72919-5606-4731-97bd-302872ebbccb,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:39.317968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-b4fc2bef-2b7b-442e-a872-63a60c9375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:39.319571 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-b4fc2bef-2b7b-442e-a872-63a60c9375a8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866792 Jul 18 14:09:39.356919 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b95e6d5-a9a5-4f3f-bcf3-c216695c557a req-68747b44-b4e1-43cf-b059-b23cbc1a5401 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376333 Jul 18 14:09:39.471807 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34280) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:39.595760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1755792098-network', 'tenant_id': '9f6e581c160d4e64a81e0b35907cc078'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:39.639628 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Made reservation on behalf of 9f6e581c160d4e64a81e0b35907cc078 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:39.642599 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.665747 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.693677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:39.733982 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-fdf1b2cd-1b2e-428c-84d9-20b88b39c033 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897548 Jul 18 14:09:39.751819 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks [] for security_group (5a4e25ba-84a4-4387-aa54-c56db46c4cde), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.756064 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5a4e25ba-84a4-4387-aa54-c56db46c4cde), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.757535 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea2ba-df38-4548-82df-32a795cf4a66 req-90dd7797-3e63-4d29-ba22-0c88105ebd44 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:39.759046 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfea2ba-df38-4548-82df-32a795cf4a66 req-90dd7797-3e63-4d29-ba22-0c88105ebd44 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0933654 Jul 18 14:09:39.788117 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e25ba-84a4-4387-aa54-c56db46c4cde,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:39.798891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2df7-c9d3-499d-ae5a-453f37db00d1 req-8739165f-fcd4-4823-a769-b8a943e1da5a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:39.800499 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fae2df7-c9d3-499d-ae5a-453f37db00d1 req-8739165f-fcd4-4823-a769-b8a943e1da5a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0869465 Jul 18 14:09:39.804785 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:09:39.818524 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (b4de97bb-9ab6-49b8-b70c-087d151d3cab), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.819642 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Added segment b4de97bb-9ab6-49b8-b70c-087d151d3cab of type vlan for network 4bde0255-5a3f-47b3-9352-0e55a47d42ba Jul 18 14:09:39.883911 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (4bde0255-5a3f-47b3-9352-0e55a47d42ba), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.922095 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (4bde0255-5a3f-47b3-9352-0e55a47d42ba), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.923419 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:39.924093 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:39.929283 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfea2ba-df38-4548-82df-32a795cf4a66 req-5d519bf3-c772-403f-9fc7-748160a9f7ad tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/security-groups?id=0a8a04f3-0c02-4769-8c92-2f11e40cb778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580226 Jul 18 14:09:39.955231 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:39.964893 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fae2df7-c9d3-499d-ae5a-453f37db00d1 req-cc726092-2e9f-4bce-9b0f-5a58d01361df tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447227 Jul 18 14:09:39.969016 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4953408 Jul 18 14:09:39.973540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34298) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:39.980069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Request body: {'subnet': {'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1755792098-subnet', 'tenant_id': '9f6e581c160d4e64a81e0b35907cc078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:40.001827 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9fe8567-72f6-4874-9e35-5b3e4c32af58 req-5c517192-6d65-4410-986e-53eb9f3d3a27 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004662 Jul 18 14:09:40.003230 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee959d9-0722-4736-be28-f8927240ea66 admin admin] Pushing event updated for resources: {'Network': ['ID=4bde0255-5a3f-47b3-9352-0e55a47d42ba,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:40.013717 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:09:40.014208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Made reservation on behalf of 9f6e581c160d4e64a81e0b35907cc078 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:40.016550 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.130400 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:40.189968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (0dd697ae-7218-403a-bbe5-8fb4f45a2641), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.282057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd697ae-7218-403a-bbe5-8fb4f45a2641,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:40.292802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-1c50bfdc-229c-4ae8-9ab4-ee34dcae7d9a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:40.294258 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-1c50bfdc-229c-4ae8-9ab4-ee34dcae7d9a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.87 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0671611 Jul 18 14:09:40.307378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Checking segment: {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:40.307738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Network hostable DHCP agents. Network: 4bde0255-5a3f-47b3-9352-0e55a47d42ba, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:09:40.396170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:09:40.449333 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 4bde0255-5a3f-47b3-9352-0e55a47d42ba) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:09:40.457342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ab95f-fbac-4282-8958-acc10cf39e98 None None] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:40.462059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:40.463259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.466247 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Deleting port 16a375c2-18fc-4790-abd2-72e134cdb799 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:09:40.466588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.498764 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0356a187-8744-460b-b4a6-e568b6fb0709 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5235987 Jul 18 14:09:40.574356 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927dbbc-e6b0-4100-bc91-13620878efce None None] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:40.587465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] For port 16a375c2-18fc-4790-abd2-72e134cdb799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=16a375c2-18fc-4790-abd2-72e134cdb799,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:40.588307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.609201 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Calling delete_port for 16a375c2-18fc-4790-abd2-72e134cdb799 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:09:40.701155 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-86520c08-1aa3-4b9a-b735-281f688bb98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.788347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (16a375c2-18fc-4790-abd2-72e134cdb799), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.814003 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Pushing event deleted for resources: {'Port': ['ID=16a375c2-18fc-4790-abd2-72e134cdb799,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:40.830296 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['16a375c2-18fc-4790-abd2-72e134cdb799'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:40.886584 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] No DVR routers for this DVR port 16a375c2-18fc-4790-abd2-72e134cdb799 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:09:40.890440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:40.894413 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-412758f7-ba92-4b51-a450-959b6ff7a359 req-e56881e0-1a6b-43a7-95a2-6a4bfda7eb6a tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.87 "DELETE /v2.0/ports/16a375c2-18fc-4790-abd2-72e134cdb799 HTTP/1.1" status: 204 len: 173 time: 0.5929101 Jul 18 14:09:40.895240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'name': 'network-vif-deleted', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:40.898474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc9952-d942-4b2f-a8ac-0c234d881f2f" -d '{"events": [{"server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "name": "network-vif-deleted", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:40.967716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c26392-1ee1-45a6-9bb1-9643f0054616 x-openstack-request-id: req-56c26392-1ee1-45a6-9bb1-9643f0054616 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:40.968187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81682a07-6e29-4bb9-bf6a-0ecad30d6ba2", "name": "network-vif-deleted", "tag": "16a375c2-18fc-4790-abd2-72e134cdb799", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:40.968501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-56c26392-1ee1-45a6-9bb1-9643f0054616 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:40.969030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c26392-1ee1-45a6-9bb1-9643f0054616'] response: {'server_uuid': '81682a07-6e29-4bb9-bf6a-0ecad30d6ba2', 'name': 'network-vif-deleted', 'tag': '16a375c2-18fc-4790-abd2-72e134cdb799', 'status': 'completed', 'code': 200} Jul 18 14:09:41.100851 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6df49af0-e459-4ce1-a93d-78321a431fbd req-4e5d19d6-ca29-4b8f-ab65-13e064d9f222 tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0768571 Jul 18 14:09:41.148462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66205a2-7ad7-44bd-a602-7f1a03632b7b req-2d7da889-8a3e-4a80-a19b-b0ea663ff38a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:41.149938 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e66205a2-7ad7-44bd-a602-7f1a03632b7b req-2d7da889-8a3e-4a80-a19b-b0ea663ff38a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0651295 Jul 18 14:09:41.174260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:41.205387 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e66205a2-7ad7-44bd-a602-7f1a03632b7b req-31de9af9-9c74-4a2d-9969-3f49001cb258 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Jul 18 14:09:41.926721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:42.220013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3325f78a-299f-40ba-a5bc-2de5ce384a30 req-6aef57bd-348b-49b2-a27f-9596a76657dc tempest-DeleteServersTestJSON-1983837408 tempest-DeleteServersTestJSON-1983837408-project] 10.222.0.94 "GET /v2.0/ports?device_id=81682a07-6e29-4bb9-bf6a-0ecad30d6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Jul 18 14:09:42.335134 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aeeae-8570-47f2-a034-93ed2809cbf4 req-3cdefbf2-b1aa-40c1-bb5d-64964e851477 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:42.336830 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-437aeeae-8570-47f2-a034-93ed2809cbf4 req-3cdefbf2-b1aa-40c1-bb5d-64964e851477 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0608404 Jul 18 14:09:42.392661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:42.403100 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-437aeeae-8570-47f2-a034-93ed2809cbf4 req-2780c256-42b9-47f9-b0e0-1356d1f1a246 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Jul 18 14:09:43.179819 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:43.452474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-b3802626-e735-4ecc-a13c-f389488d3ae8 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:43.453973 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-b3802626-e735-4ecc-a13c-f389488d3ae8 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 814 time: 0.1160586 Jul 18 14:09:43.485603 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-f29ec622-833a-4e46-b07a-740c27ff77cc tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/quotas/9f6e581c160d4e64a81e0b35907cc078 HTTP/1.1" status: 200 len: 375 time: 0.0239275 Jul 18 14:09:43.544916 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-ba988d3c-65fc-4d66-9f58-c512ec941def tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364752 Jul 18 14:09:43.551326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006b6b-be2e-47b6-8075-979e0502cadc req-4b6801a3-32eb-4c6b-a50f-0df17bc93fed tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:43.551868 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:43.552925 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5d006b6b-be2e-47b6-8075-979e0502cadc req-4b6801a3-32eb-4c6b-a50f-0df17bc93fed tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0796013 Jul 18 14:09:43.661627 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5d006b6b-be2e-47b6-8075-979e0502cadc req-69b760d7-a313-40bb-b3c9-2978348d8b06 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996375 Jul 18 14:09:43.681406 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-3e66e29d-6487-448b-8908-97577452d0f8 service neutron] 10.222.0.94 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270244 Jul 18 14:09:43.774084 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-17f11144-52b2-4ff4-a0df-b8f7f7b17e14 service neutron] 10.222.0.94 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870855 Jul 18 14:09:43.928538 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-618a6097-ea0e-40d8-8953-00767f428fa3 req-56136cfd-eb12-45da-aefd-e5f5b4cdd1c7 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 210 time: 0.0295081 Jul 18 14:09:44.727222 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34404) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:44.785305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1574b99-4b18-4bdd-9a44-e10b1c980bb3 req-6c8c3679-4cbf-4912-915d-05dc37496fda tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:44.793025 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1574b99-4b18-4bdd-9a44-e10b1c980bb3 req-6c8c3679-4cbf-4912-915d-05dc37496fda tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0622392 Jul 18 14:09:44.841533 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1574b99-4b18-4bdd-9a44-e10b1c980bb3 req-5596ee95-3eb1-4cee-81ae-bcb54d1310e2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Jul 18 14:09:45.082085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6bf571a2-4fd4-4c25-8003-a6ce2aac7a44 req-9e86ef9c-ce8e-40fe-a404-2f7b1411696d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 210 time: 0.0399003 Jul 18 14:09:45.132911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-e7255c79-888e-4746-8d38-72a1c979f86d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:45.135032 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-e7255c79-888e-4746-8d38-72a1c979f86d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 814 time: 0.1617291 Jul 18 14:09:45.202275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.203793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Request body: {'port': {'device_id': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba', 'admin_state_up': True, 'tenant_id': '9f6e581c160d4e64a81e0b35907cc078'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:45.211904 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 16a375c2-18fc-4790-abd2-72e134cdb799 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:09:45.258954 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 16a375c2-18fc-4790-abd2-72e134cdb799 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:09:45.259519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 16a375c2-18fc-4790-abd2-72e134cdb799 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:09:45.283547 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:45.342077 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Made reservation on behalf of 9f6e581c160d4e64a81e0b35907cc078 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:45.345530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.484576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Allocated IP 172.20.0.10 (4bde0255-5a3f-47b3-9352-0e55a47d42ba/0dd697ae-7218-403a-bbe5-8fb4f45a2641/c018dd1c-f83e-4569-ac2c-144655327803) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:09:45.485638 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Deleting port 9d39355c-891a-41f9-9724-4e2cb2df37cc {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:09:45.485988 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.497914 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:45.501249 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:45.541578 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:45.573925 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] For port 9d39355c-891a-41f9-9724-4e2cb2df37cc, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=9d39355c-891a-41f9-9724-4e2cb2df37cc,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:45.574294 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.588264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Calling delete_port for 9d39355c-891a-41f9-9724-4e2cb2df37cc owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:09:45.605648 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:09:45.653682 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks [] for port (c018dd1c-f83e-4569-ac2c-144655327803), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.684715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.705573 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=51 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:45.728740 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:09:45.731793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:09:45.734904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:09:45.768996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Pushing event updated for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:45.794145 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (9d39355c-891a-41f9-9724-4e2cb2df37cc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.794693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:45.795212 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.811590 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-81478995-0dee-467a-a5be-5a7f7b064b37 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6122327 Jul 18 14:09:45.817528 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d39355c-891a-41f9-9724-4e2cb2df37cc,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:45.844491 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Request body: {'port': {'device_id': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:45.921236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c018dd1c-f83e-4569-ac2c-144655327803), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:45.963395 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.076278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717466d8-feb3-4a8e-bb62-7188c6a65200 req-9e307d99-2995-4753-82db-8932f3a294fd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:46.077722 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-717466d8-feb3-4a8e-bb62-7188c6a65200 req-9e307d99-2995-4753-82db-8932f3a294fd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1108394 Jul 18 14:09:46.175562 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:09:46.184935 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-717466d8-feb3-4a8e-bb62-7188c6a65200 req-8e8df692-673b-4f3c-9c2f-d55447d09e33 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982049 Jul 18 14:09:46.230015 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:46.250889 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f0fb8-d526-45b0-8895-877c4728653d req-6c6d3e43-2a33-41d2-ad7f-aa36b4949154 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:46.252410 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-676f0fb8-d526-45b0-8895-877c4728653d req-6c6d3e43-2a33-41d2-ad7f-aa36b4949154 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 932 time: 0.0665541 Jul 18 14:09:46.285578 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:09:46.292125 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-742e9d7e-1c62-48ba-882b-a69c4a217e1a admin admin] 10.222.0.94 "PUT /v2.0/routers/31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5636034 Jul 18 14:09:46.294580 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34426) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:46.315020 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Sync routers for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:09:46.329181 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:46.329818 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:46.349964 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-676f0fb8-d526-45b0-8895-877c4728653d req-b93debf4-326b-417e-aa24-09e559fef901 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842640 Jul 18 14:09:46.352211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c018dd1c-f83e-4569-ac2c-144655327803 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:46.360580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks [] for port (c018dd1c-f83e-4569-ac2c-144655327803), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.369110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:46.378965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:46.381744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Transition to ACTIVE for port object c018dd1c-f83e-4569-ac2c-144655327803 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:09:46.387726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.450392 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:46.453679 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:46.666483 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks [] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.694678 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:09:45Z', 'revision_number': 5, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:46.729255 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Checking router: 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:09:46.738876 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Routers {'31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:09:46.739599 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:09:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:46.747444 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Attempting to bind port c018dd1c-f83e-4569-ac2c-144655327803 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:09:46.747873 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Attempting to bind port c018dd1c-f83e-4569-ac2c-144655327803 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:09:46.748202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Attempting to bind port c018dd1c-f83e-4569-ac2c-144655327803 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:46.752948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Port c018dd1c-f83e-4569-ac2c-144655327803 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:09:46.753293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Attempting to bind port c018dd1c-f83e-4569-ac2c-144655327803 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:09:46.758897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:09:46.759244 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Checking segment: {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:46.759709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Bound using segment: {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:09:46.760285 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Bound port: c018dd1c-f83e-4569-ac2c-144655327803, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:09:46.760642 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c018dd1c-f83e-4569-ac2c-144655327803), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.780443 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks [] for router_gateway (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.792115 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:46.829661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:09:46.831892 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Deleting port df69a792-2390-41ff-87a4-7fde60e05395 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:09:46.832711 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (df69a792-2390-41ff-87a4-7fde60e05395), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.833125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c018dd1c-f83e-4569-ac2c-144655327803,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:09:46.839236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.850922 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] Set router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:09:46.874409 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:46.875030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.876426 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] 10.222.0.87 "PUT /v2.0/ports/c018dd1c-f83e-4569-ac2c-144655327803 HTTP/1.1" status: 200 len: 1094 time: 1.0366218 Jul 18 14:09:46.876871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:46.879096 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b740c065-7aa9-4d42-a0be-849cea4634b6" -d '{"events": [{"name": "network-changed", "server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "tag": "c018dd1c-f83e-4569-ac2c-144655327803"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:46.916791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ac078-dde1-46e2-914b-e8cbd3457af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:46.920646 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] For port df69a792-2390-41ff-87a4-7fde60e05395, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=df69a792-2390-41ff-87a4-7fde60e05395,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:46.921021 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (df69a792-2390-41ff-87a4-7fde60e05395), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:46.935295 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Calling delete_port for df69a792-2390-41ff-87a4-7fde60e05395 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:09:46.942904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdbb094-9e5b-4df3-9894-cec7a1a74a76 x-openstack-request-id: req-dcdbb094-9e5b-4df3-9894-cec7a1a74a76 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:46.943202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "tag": "c018dd1c-f83e-4569-ac2c-144655327803", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:46.944172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dcdbb094-9e5b-4df3-9894-cec7a1a74a76 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:46.944611 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdbb094-9e5b-4df3-9894-cec7a1a74a76'] response: {'name': 'network-changed', 'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803', 'status': 'completed', 'code': 200} Jul 18 14:09:47.029375 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-29b52960-1323-4d33-a332-b1c38b26f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:47.033324 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-29b52960-1323-4d33-a332-b1c38b26f6f3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 1128 time: 0.0723059 Jul 18 14:09:47.062958 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:47.079765 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:09:45Z', 'revision_number': 5, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:47.116474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-aa8be77b-c843-4041-8033-d847f570b531 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c018dd1c-f83e-4569-ac2c-144655327803 HTTP/1.1" status: 200 len: 217 time: 0.0629859 Jul 18 14:09:47.119232 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bd424-2f39-476d-a037-7e58a7d6103b None None] The sync data for ids ['31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9'] in dv-cinder-849846-1-iscsi is: [{'id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'name': 'tempest-DeleteServersTestJSON-1194570004-router', 'tenant_id': '799dde59367144af9f1f8cce1cb7d435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:09:45Z', 'revision_number': 5, 'project_id': '799dde59367144af9f1f8cce1cb7d435', 'gw_port': {'id': 'df69a792-2390-41ff-87a4-7fde60e05395', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:09:47.168515 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (df69a792-2390-41ff-87a4-7fde60e05395), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.179692 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-99abbcdd-b4e0-4db5-b8e9-d4d2d3e58989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:47.181493 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-99abbcdd-b4e0-4db5-b8e9-d4d2d3e58989 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0dd697ae-7218-403a-bbe5-8fb4f45a2641 HTTP/1.1" status: 200 len: 854 time: 0.0591316 Jul 18 14:09:47.200030 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=df69a792-2390-41ff-87a4-7fde60e05395,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:47.231637 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.250866 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-dd8e231e-da27-47ca-9efd-9cc7a5d9e7ec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4bde0255-5a3f-47b3-9352-0e55a47d42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611837 Jul 18 14:09:47.334811 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe9100-d8dc-4193-a8d4-30b7e207aac7 req-3d4c1db5-4209-4f51-af18-e424757d6dce tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:47.336346 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0fe9100-d8dc-4193-a8d4-30b7e207aac7 req-3d4c1db5-4209-4f51-af18-e424757d6dce tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0790889 Jul 18 14:09:47.347816 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.350580 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks [] for router_controller (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.426003 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.426782 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:09:47.433292 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.437598 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ec872ac6-eb30-40eb-9a5c-3f06d9950c00 admin admin] 10.222.0.94 "DELETE /v2.0/routers/31e2cf55-f5bd-45e5-ba91-e6ef2cbc16e9 HTTP/1.1" status: 204 len: 168 time: 1.1391995 Jul 18 14:09:47.437598 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34456) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:47.458610 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-0090fa5d-3785-4825-a1db-c2e0f2b4b7d9 service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919420 Jul 18 14:09:47.463515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c0fe9100-d8dc-4193-a8d4-30b7e207aac7 req-a9330290-ed70-4f6a-aa9b-051b380e7296 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916429 Jul 18 14:09:47.497124 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Deleting subnet f1f7f66c-9d20-4ce6-bae9-f601e698c5bb {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:09:47.511508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Publish callbacks [] for subnet (f1f7f66c-9d20-4ce6-bae9-f601e698c5bb), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.546114 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Publish callbacks [] for subnet (f1f7f66c-9d20-4ce6-bae9-f601e698c5bb), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.564240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650768bc-12a8-4ace-9b7f-e96ecfd0f824 req-f8b692f7-db9a-460b-9978-68cd61be9f94 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:47.571930 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-650768bc-12a8-4ace-9b7f-e96ecfd0f824 req-f8b692f7-db9a-460b-9978-68cd61be9f94 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 944 time: 0.1245265 Jul 18 14:09:47.625083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (f1f7f66c-9d20-4ce6-bae9-f601e698c5bb), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.662208 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-650768bc-12a8-4ace-9b7f-e96ecfd0f824 req-989b897d-bd99-4119-8307-8351d89ce340 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Jul 18 14:09:47.667519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 9d39355c-891a-41f9-9724-4e2cb2df37cc no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:09:47.706935 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59217b9d-cbba-4657-b084-1d59467c9ed7 req-90938ad0-e1af-4bba-a064-0f358b5ef1dd service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107179 Jul 18 14:09:47.712122 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for subnet (f1f7f66c-9d20-4ce6-bae9-f601e698c5bb), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.715542 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 9d39355c-891a-41f9-9724-4e2cb2df37cc {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:09:47.715923 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 9d39355c-891a-41f9-9724-4e2cb2df37cc not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:09:47.743825 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f7f66c-9d20-4ce6-bae9-f601e698c5bb,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:47.746083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.749443 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ca7c8146-3390-483a-95d6-2529f552e7f1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f1f7f66c-9d20-4ce6-bae9-f601e698c5bb HTTP/1.1" status: 204 len: 168 time: 0.3108923 Jul 18 14:09:47.751848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71421a-84a9-432f-adbb-a3e2c2b4e546 None None] Network cf7f0400-e048-424d-934c-355c986c5602 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:47.752117 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34462) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:47.778685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:47.812992 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:47.832487 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (cf7f0400-e048-424d-934c-355c986c5602), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.887062 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Deleting port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:09:47.887551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.962718 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] For port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:47.963091 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:47.963191 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] DHCP port deletion for cf7f0400-e048-424d-934c-355c986c5602 request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:09:47.976676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Calling delete_port for 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:09:48.002880 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Deleting port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:09:48.003632 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.063149 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.090662 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:48.094488 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] No DVR routers for this DVR port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 on host dv-cinder-849846-1-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:09:48.174124 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (cf7f0400-e048-424d-934c-355c986c5602), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.187479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] For port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,segment=NetworkSegment(33911d54-5d20-46e4-a96e-cbf8bd2527c0),segment_id=33911d54-5d20-46e4-a96e-cbf8bd2527c0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:48.187820 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.196361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.196704 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.197500 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.197846 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > port after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.198348 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.198951 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > port after_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.199193 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.199690 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.200008 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.200332 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.203183 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Calling delete_port for 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:09:48.267743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:48.267936 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.268217 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.268553 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.268884 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 14:09:48.269259 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7f0400-e048-424d-934c-355c986c5602']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:48.286845 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33911d54-5d20-46e4-a96e-cbf8bd2527c0') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:48.287175 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33911d54-5d20-46e4-a96e-cbf8bd2527c0') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:09:48.303660 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (33911d54-5d20-46e4-a96e-cbf8bd2527c0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.323716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.325674 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (33911d54-5d20-46e4-a96e-cbf8bd2527c0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.336211 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:09:48.336619 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (33911d54-5d20-46e4-a96e-cbf8bd2527c0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.354657 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] Pushing event deleted for resources: {'Port': ['ID=7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:48.357860 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ef51f-bf3b-4159-9018-fe5681ca64b4 None None] No DVR routers for this DVR port 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:09:48.414055 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (cf7f0400-e048-424d-934c-355c986c5602), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.420732 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.426545 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] 10.222.0.94 "DELETE /v2.0/networks/cf7f0400-e048-424d-934c-355c986c5602 HTTP/1.1" status: 204 len: 168 time: 0.6707337 Jul 18 14:09:48.436612 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04713-eafd-48dc-b52a-758916de0587 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7f0400-e048-424d-934c-355c986c5602,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:48.571981 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34484) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:48.575060 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 33911d54-5d20-46e4-a96e-cbf8bd2527c0 resource provider aggregate not found Jul 18 14:09:48.604270 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 33911d54-5d20-46e4-a96e-cbf8bd2527c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33911d54-5d20-46e4-a96e-cbf8bd2527c0 found for delete ", "request_id": "req-de9261d3-f8bd-42d3-9c5d-40e3959bad29"}]} Jul 18 14:09:48.626909 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8633dae2-4453-418b-8e2a-1aa7f8abe171 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=799dde59367144af9f1f8cce1cb7d435&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537076 Jul 18 14:09:48.629489 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34488) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:48.635313 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57b3d3-af25-4488-b4c4-c50f5a11661c req-f8876296-96bd-4a7b-b2aa-73ea0ac9ed07 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:48.642486 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb57b3d3-af25-4488-b4c4-c50f5a11661c req-f8876296-96bd-4a7b-b2aa-73ea0ac9ed07 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0594976 Jul 18 14:09:48.685598 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] Publish callbacks [] for security_group (0a8a04f3-0c02-4769-8c92-2f11e40cb778), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.688081 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb57b3d3-af25-4488-b4c4-c50f5a11661c req-39a45154-c7e7-4ace-bfc2-98a540b96867 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Jul 18 14:09:48.718493 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] Publish callbacks [] for security_group (0a8a04f3-0c02-4769-8c92-2f11e40cb778), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.773021 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (0a8a04f3-0c02-4769-8c92-2f11e40cb778), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.775515 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:48.776720 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0a8a04f3-0c02-4769-8c92-2f11e40cb778 HTTP/1.1" status: 204 len: 168 time: 0.1462593 Jul 18 14:09:48.782865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:48.785057 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b5d54-9c71-4771-8a49-80148b2dc961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8a04f3-0c02-4769-8c92-2f11e40cb778,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:48.798876 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345f9d-f266-4cca-865a-6b6623c7c4ba req-35b72b8d-602e-48bc-abb2-6a8e183f0d8c tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:48.800530 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca345f9d-f266-4cca-865a-6b6623c7c4ba req-35b72b8d-602e-48bc-abb2-6a8e183f0d8c tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 944 time: 0.0631576 Jul 18 14:09:48.853091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:48.858232 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca345f9d-f266-4cca-865a-6b6623c7c4ba req-eb75b8a6-c3eb-41e4-9508-dacd944f9a01 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512581 Jul 18 14:09:48.898433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34498) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:49.136657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee414-ddf6-40b4-b791-cca54d4e1f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.219272 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee414-ddf6-40b4-b791-cca54d4e1f7a admin admin] Publish callbacks [] for security_group (beca6ca7-b4a7-4a60-8b2c-986a231e2ddc), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.223689 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee414-ddf6-40b4-b791-cca54d4e1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (beca6ca7-b4a7-4a60-8b2c-986a231e2ddc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.268617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9a9ee414-ddf6-40b4-b791-cca54d4e1f7a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f9708567c672427da37c4dc9f5e02b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685732 Jul 18 14:09:49.270308 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34516) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:49.272987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee414-ddf6-40b4-b791-cca54d4e1f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca6ca7-b4a7-4a60-8b2c-986a231e2ddc,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:49.311726 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device df69a792-2390-41ff-87a4-7fde60e05395 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:09:49.332266 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] Publish callbacks [] for security_group (beca6ca7-b4a7-4a60-8b2c-986a231e2ddc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.336781 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: df69a792-2390-41ff-87a4-7fde60e05395 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:09:49.337336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device df69a792-2390-41ff-87a4-7fde60e05395 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:09:49.337910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:09:49.355778 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] Publish callbacks [] for security_group (beca6ca7-b4a7-4a60-8b2c-986a231e2ddc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.358023 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:09:49.358372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7b560d03-f6ff-4ea2-9d67-6ea5bea7cf42 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:09:49.392828 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:49.417053 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (beca6ca7-b4a7-4a60-8b2c-986a231e2ddc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.419743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:49.423456 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/beca6ca7-b4a7-4a60-8b2c-986a231e2ddc HTTP/1.1" status: 204 len: 168 time: 0.1492534 Jul 18 14:09:49.432648 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7479-4d50-43b8-9603-10219afedec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca6ca7-b4a7-4a60-8b2c-986a231e2ddc,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:49.807027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534142d-5f10-4ffb-bbe5-cbfc7ec59809 req-6be21613-64a4-424e-b650-9808b7b1d1f1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:49.808586 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d534142d-5f10-4ffb-bbe5-cbfc7ec59809 req-6be21613-64a4-424e-b650-9808b7b1d1f1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0484145 Jul 18 14:09:49.862008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d534142d-5f10-4ffb-bbe5-cbfc7ec59809 req-ba38c8ac-0345-4e53-8b2f-6fe3cfabc6d0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Jul 18 14:09:49.991906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775eae-aa17-4c3f-a29f-8444e028526a req-f913bb54-15d4-48c5-bf3e-b320f6638688 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:49.993732 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bf775eae-aa17-4c3f-a29f-8444e028526a req-f913bb54-15d4-48c5-bf3e-b320f6638688 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 944 time: 0.0580642 Jul 18 14:09:50.047798 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bf775eae-aa17-4c3f-a29f-8444e028526a req-a88ece0a-14e6-4320-a804-210a0ad19d4e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Jul 18 14:09:50.320495 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-f4d0858e-b072-49d8-95a4-d442003a7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:50.322025 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-f4d0858e-b072-49d8-95a4-d442003a7a04 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 1128 time: 0.0504889 Jul 18 14:09:50.398389 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34574) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:50.420955 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-a9a9baab-2381-4b78-80f8-cd838cbc62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:50.423338 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-a9a9baab-2381-4b78-80f8-cd838cbc62ad service neutron] 10.222.0.87 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 915 time: 0.0944414 Jul 18 14:09:50.473237 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-ced058f9-9008-47f7-9c73-44a50df3e852 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c018dd1c-f83e-4569-ac2c-144655327803 HTTP/1.1" status: 200 len: 217 time: 0.0393877 Jul 18 14:09:50.526682 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-9ee1f0e8-2fca-4702-8c25-41dad6664c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:50.528485 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-9ee1f0e8-2fca-4702-8c25-41dad6664c6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0dd697ae-7218-403a-bbe5-8fb4f45a2641 HTTP/1.1" status: 200 len: 854 time: 0.0485952 Jul 18 14:09:50.543353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f313c3d8-9d36-4c61-86f1-d9082c9e1ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.570910 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-77038f68-2ce7-44df-a049-551181394252 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4bde0255-5a3f-47b3-9352-0e55a47d42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341115 Jul 18 14:09:50.612474 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:50.665758 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f313c3d8-9d36-4c61-86f1-d9082c9e1ead admin admin] Publish callbacks [] for security_group (d9a83217-f0bd-4ecc-aea4-5510367e1732), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.670906 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f313c3d8-9d36-4c61-86f1-d9082c9e1ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d9a83217-f0bd-4ecc-aea4-5510367e1732), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.688318 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-18c4fcd4-25e5-4489-9a85-599c2cda41d5 service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110711 Jul 18 14:09:50.708116 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f313c3d8-9d36-4c61-86f1-d9082c9e1ead admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fe97437d94f249f1830c92d98832f5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077428 Jul 18 14:09:50.712347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34588) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:50.724262 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313c3d8-9d36-4c61-86f1-d9082c9e1ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a83217-f0bd-4ecc-aea4-5510367e1732,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:50.824430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] Publish callbacks [] for security_group (d9a83217-f0bd-4ecc-aea4-5510367e1732), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.829892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:50.849452 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b740c065-7aa9-4d42-a0be-849cea4634b6 req-19dce492-8109-4830-95fd-d38d3af8c4d0 service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481471 Jul 18 14:09:50.861308 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] Publish callbacks [] for security_group (d9a83217-f0bd-4ecc-aea4-5510367e1732), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.928681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:50.952595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d9a83217-f0bd-4ecc-aea4-5510367e1732), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.956705 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:50.962080 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d9a83217-f0bd-4ecc-aea4-5510367e1732 HTTP/1.1" status: 204 len: 168 time: 0.2479496 Jul 18 14:09:50.971976 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1526c-0d57-43a3-9602-9b2862c0a7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a83217-f0bd-4ecc-aea4-5510367e1732,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:51.039031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd1cc7-cfc7-460b-8116-0319d76d83a4 req-cf9dc34d-5ed8-40da-aea4-1a77affc4552 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:51.040579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dfbd1cc7-cfc7-460b-8116-0319d76d83a4 req-cf9dc34d-5ed8-40da-aea4-1a77affc4552 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0564716 Jul 18 14:09:51.097752 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dfbd1cc7-cfc7-460b-8116-0319d76d83a4 req-8f278020-3d23-4463-8769-26e7cd015e65 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Jul 18 14:09:51.175754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33071d5d-a2b3-4026-8b09-67df3ebe7a1c req-343b972c-ffd9-4169-9124-44d1f5fc3e92 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:51.177286 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33071d5d-a2b3-4026-8b09-67df3ebe7a1c req-343b972c-ffd9-4169-9124-44d1f5fc3e92 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 944 time: 0.0540755 Jul 18 14:09:51.204382 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device c018dd1c-f83e-4569-ac2c-144655327803 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:09:51.229907 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33071d5d-a2b3-4026-8b09-67df3ebe7a1c req-ed52c982-92ef-430d-8097-e9382c776a9b tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465279 Jul 18 14:09:51.305129 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34608) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:51.306721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:51.312630 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c018dd1c-f83e-4569-ac2c-144655327803,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:51.319898 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-62c718cd-b24d-4047-bb30-e7513c6db74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.327051 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'c018dd1c-f83e-4569-ac2c-144655327803', 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba', 'port_id': 'c018dd1c-f83e-4569-ac2c-144655327803', 'mac_address': 'fa:16:3e:0e:86:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd697ae-7218-403a-bbe5-8fb4f45a2641', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:09:51.366576 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port c018dd1c-f83e-4569-ac2c-144655327803 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:51.367378 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c018dd1c-f83e-4569-ac2c-144655327803), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.381855 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c018dd1c-f83e-4569-ac2c-144655327803 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:09:51.397589 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-62c718cd-b24d-4047-bb30-e7513c6db74f admin admin] Publish callbacks [] for security_group (f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.401280 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-62c718cd-b24d-4047-bb30-e7513c6db74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.403118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c018dd1c-f83e-4569-ac2c-144655327803,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:51.406041 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.440207 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c718cd-b24d-4047-bb30-e7513c6db74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:51.447304 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-62c718cd-b24d-4047-bb30-e7513c6db74f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=394863796f5749aaafa760342b3bc1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386278 Jul 18 14:09:51.447666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34610) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:51.457734 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:51.496286 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] Publish callbacks [] for security_group (f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.518641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] Publish callbacks [] for security_group (f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.565485 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.568111 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:51.569253 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882 HTTP/1.1" status: 204 len: 168 time: 0.1205885 Jul 18 14:09:51.576859 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2bd39-81b4-40a9-a4ec-dbee08f9c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4396a0b-9c7b-4ea2-9f11-2c1cba5e7882,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:51.936255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['c018dd1c-f83e-4569-ac2c-144655327803'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:09:52.269030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd939a3-db13-4954-9f65-69b125b29ad4 req-9b212140-0e6f-48c6-91ac-feb09e8b1310 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:52.271110 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bbd939a3-db13-4954-9f65-69b125b29ad4 req-9b212140-0e6f-48c6-91ac-feb09e8b1310 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0839710 Jul 18 14:09:52.353470 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bbd939a3-db13-4954-9f65-69b125b29ad4 req-6ef3edd5-88e4-4475-bd62-bfe98f11c447 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756311 Jul 18 14:09:52.375504 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34646) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:52.404436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ffd8c-939e-415e-a86d-d07bd9c7ab84 req-10ba64f7-fc6a-4a91-afda-beb543cc828a tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:52.412698 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b5ffd8c-939e-415e-a86d-d07bd9c7ab84 req-10ba64f7-fc6a-4a91-afda-beb543cc828a tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 945 time: 0.0793226 Jul 18 14:09:52.470743 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b5ffd8c-939e-415e-a86d-d07bd9c7ab84 req-728df098-1baf-45ec-8f6e-cd24376b0740 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569122 Jul 18 14:09:52.518197 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192362524-network', 'tenant_id': '2e0380aba6504b61af9e82a6a72d0211'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:52.537571 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Made reservation on behalf of 2e0380aba6504b61af9e82a6a72d0211 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:52.539972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.548450 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.624305 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks [] for security_group (c15344ca-af0e-48b7-bf74-feb32d4b16f0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.627703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c15344ca-af0e-48b7-bf74-feb32d4b16f0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.649488 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:09:52.664351 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15344ca-af0e-48b7-bf74-feb32d4b16f0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:52.669922 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (729f2df6-d08d-40ca-915b-59de60fcbabc), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.670259 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Added segment 729f2df6-d08d-40ca-915b-59de60fcbabc of type vlan for network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea Jul 18 14:09:52.710003 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.713585 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:52.738550 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.739542 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:52.740202 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.776849 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4001710 Jul 18 14:09:52.779782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34658) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:09:52.784979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Request body: {'subnet': {'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192362524-subnet', 'tenant_id': '2e0380aba6504b61af9e82a6a72d0211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:09:52.806920 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Made reservation on behalf of 2e0380aba6504b61af9e82a6a72d0211 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:09:52.807557 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9800-fee4-48d5-bbd4-0c01867c24b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:52.809344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:52.817176 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:09:52.982451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (8ee43ece-b0e9-4b32-b43c-593340f820c1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:53.018589 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:53.036079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee43ece-b0e9-4b32-b43c-593340f820c1,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:53.052517 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Checking segment: {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:09:53.052867 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Network hostable DHCP agents. Network: 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:09:53.069618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:09:53.078256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:09:53.082318 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:53.082977 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:53.088099 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d301c35-afa4-4225-adde-9c3f451ee685 None None] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:53.105715 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-785cdcff-b9ec-4a54-92ed-c9b77759c437 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3186069 Jul 18 14:09:53.187281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766de04-9931-433a-aeb5-095942ff82aa None None] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:09:53.467002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db844d-2bd9-469e-ad84-559ea9bd375f req-d8d56a2c-2c7d-4d05-be0b-dc7738123702 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:53.468681 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20db844d-2bd9-469e-ad84-559ea9bd375f req-d8d56a2c-2c7d-4d05-be0b-dc7738123702 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Jul 18 14:09:53.490347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:53.524469 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20db844d-2bd9-469e-ad84-559ea9bd375f req-5b60d4c3-9343-48ab-a112-62fdf3b895a5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Jul 18 14:09:53.600708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6ee6a-b0d2-4d2a-9d28-7411cef2e41b req-e19c4b48-aadc-45e2-8715-cefa652b70a1 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:53.612507 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18f6ee6a-b0d2-4d2a-9d28-7411cef2e41b req-e19c4b48-aadc-45e2-8715-cefa652b70a1 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 945 time: 0.0737581 Jul 18 14:09:53.658918 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18f6ee6a-b0d2-4d2a-9d28-7411cef2e41b req-6e3a285c-c23a-45ad-ad55-613539ff265f tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Jul 18 14:09:54.642213 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4e4c-0937-484d-87ff-2cb364bd7474 req-c985aa5d-ffb1-407a-b560-3ab3928c6020 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:54.643750 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d7ef4e4c-0937-484d-87ff-2cb364bd7474 req-c985aa5d-ffb1-407a-b560-3ab3928c6020 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Jul 18 14:09:54.709277 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d7ef4e4c-0937-484d-87ff-2cb364bd7474 req-04d966fb-dfce-467f-8606-f28417117b7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542562 Jul 18 14:09:54.776154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637c2a-cfaf-4f41-9e76-832eebb344c2 req-26e0b46e-4655-489d-863e-b92dcc445eb5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:54.777606 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8637c2a-cfaf-4f41-9e76-832eebb344c2 req-26e0b46e-4655-489d-863e-b92dcc445eb5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 945 time: 0.0471025 Jul 18 14:09:54.823515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8637c2a-cfaf-4f41-9e76-832eebb344c2 req-e736b282-1e2c-4f09-8022-17e5462ca1e2 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jul 18 14:09:55.826303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9fb35-ee52-4f5c-9dfd-8f2480efcf32 req-cd848dc2-ffe7-43fa-9da4-0405901face1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:55.827773 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2aa9fb35-ee52-4f5c-9dfd-8f2480efcf32 req-cd848dc2-ffe7-43fa-9da4-0405901face1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Jul 18 14:09:55.878183 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2aa9fb35-ee52-4f5c-9dfd-8f2480efcf32 req-7f2cacf7-cd03-4cfc-b2a9-e0e06041ebc7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Jul 18 14:09:55.933888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f9321-5f9b-47c6-b498-870216545882 req-f1fdfb3f-78fa-4842-9214-d852db2a2946 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:55.935361 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-264f9321-5f9b-47c6-b498-870216545882 req-f1fdfb3f-78fa-4842-9214-d852db2a2946 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 945 time: 0.0463369 Jul 18 14:09:55.982287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-264f9321-5f9b-47c6-b498-870216545882 req-01f88139-71d9-4902-ab2b-8103a3224140 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Jul 18 14:09:56.993660 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98e80e-453c-4bca-b42b-b3f05f23f6f2 req-9671a1f1-8394-4744-9602-87e60e1dbb49 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:56.995114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2e98e80e-453c-4bca-b42b-b3f05f23f6f2 req-9671a1f1-8394-4744-9602-87e60e1dbb49 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0466764 Jul 18 14:09:57.041727 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2e98e80e-453c-4bca-b42b-b3f05f23f6f2 req-dac7060c-9b00-4cfa-afe8-045a4f69f7db tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Jul 18 14:09:57.083200 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:57.084385 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=71 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:57.094970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b845d-ce55-40c7-b381-004767395046 req-a5657105-8817-4956-9b1a-3065d3a71929 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:57.096476 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97b845d-ce55-40c7-b381-004767395046 req-a5657105-8817-4956-9b1a-3065d3a71929 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 945 time: 0.0495954 Jul 18 14:09:57.143594 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c97b845d-ce55-40c7-b381-004767395046 req-024d9367-cdcc-466c-88b4-301183dbd05f tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Jul 18 14:09:57.446457 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device c018dd1c-f83e-4569-ac2c-144655327803 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:09:57.488218 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:57.498148 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port c018dd1c-f83e-4569-ac2c-144655327803 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:09:57.504780 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port c018dd1c-f83e-4569-ac2c-144655327803 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:09:57.505156 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c018dd1c-f83e-4569-ac2c-144655327803), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:57.586933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port c018dd1c-f83e-4569-ac2c-144655327803 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:09:57.587387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c018dd1c-f83e-4569-ac2c-144655327803), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:57.611158 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:09:57.613483 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af834f7a-9581-490d-afec-9ca76a47cce4" -d '{"events": [{"server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "name": "network-vif-plugged", "status": "completed", "tag": "c018dd1c-f83e-4569-ac2c-144655327803"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:09:57.625886 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c018dd1c-f83e-4569-ac2c-144655327803,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:09:57.630792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:09:57.654984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772320c-8346-4d1f-a58b-0c74444d4c99 x-openstack-request-id: req-7772320c-8346-4d1f-a58b-0c74444d4c99 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:09:57.655225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "name": "network-vif-plugged", "status": "completed", "tag": "c018dd1c-f83e-4569-ac2c-144655327803", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:09:57.655474 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7772320c-8346-4d1f-a58b-0c74444d4c99 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:09:57.655862 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7772320c-8346-4d1f-a58b-0c74444d4c99'] response: {'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803', 'code': 200} Jul 18 14:09:57.681011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:09:57.876229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413194d-2dfc-4b9d-9494-d5456fee9106 req-e380ccb6-2926-446c-af00-27f2057dde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:57.877835 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4413194d-2dfc-4b9d-9494-d5456fee9106 req-e380ccb6-2926-446c-af00-27f2057dde40 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 1130 time: 0.0417459 Jul 18 14:09:57.940030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4413194d-2dfc-4b9d-9494-d5456fee9106 req-509b543f-5996-4f5f-8ecd-a498f7a88bc5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Jul 18 14:09:58.144344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:58.157904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f94df-65d1-4096-946b-8c161908429a req-7c7b960e-5f73-4370-93b6-5ecd7704cd67 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:58.159294 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-571f94df-65d1-4096-946b-8c161908429a req-7c7b960e-5f73-4370-93b6-5ecd7704cd67 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Jul 18 14:09:58.207343 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-571f94df-65d1-4096-946b-8c161908429a req-2a317a0f-a418-42f9-bf24-d090fe4b24b9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Jul 18 14:09:58.259591 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751108be-85fc-4776-abc9-bee775bebc6b req-42729790-e07c-4f04-9322-9ea6f956aeed tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:58.261217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-751108be-85fc-4776-abc9-bee775bebc6b req-42729790-e07c-4f04-9322-9ea6f956aeed tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0488436 Jul 18 14:09:58.309219 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-751108be-85fc-4776-abc9-bee775bebc6b req-8c2d3727-9612-44bc-9a5c-12fb1669d45e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Jul 18 14:09:59.320424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ad9b-5373-44b5-bd1c-3b6eb97538db req-7726cc2d-9de9-41d4-81d6-e6c28b78960a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:59.321880 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9417ad9b-5373-44b5-bd1c-3b6eb97538db req-7726cc2d-9de9-41d4-81d6-e6c28b78960a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0463066 Jul 18 14:09:59.373194 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9417ad9b-5373-44b5-bd1c-3b6eb97538db req-cd812583-665d-48ea-b8da-e78b913f73c1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458014 Jul 18 14:09:59.407447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:09:59.428745 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40f219-a219-47bb-bb00-cbd15559717e req-c8e242c0-52e0-422c-b53f-62c26a04c5a9 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:09:59.430244 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d40f219-a219-47bb-bb00-cbd15559717e req-c8e242c0-52e0-422c-b53f-62c26a04c5a9 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0514328 Jul 18 14:09:59.479969 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d40f219-a219-47bb-bb00-cbd15559717e req-a61f0803-692e-4281-9170-72a8f5c97bd7 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Jul 18 14:10:00.292031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fa44de16-6f34-4c56-a2bb-a22b0ec2a98d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:00.293518 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fa44de16-6f34-4c56-a2bb-a22b0ec2a98d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 809 time: 0.1108243 Jul 18 14:10:00.308027 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-ffc5a95d-9946-4c20-b655-532294c0529f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/quotas/2e0380aba6504b61af9e82a6a72d0211 HTTP/1.1" status: 200 len: 375 time: 0.0093029 Jul 18 14:10:00.340207 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-c1d3978a-a4da-408b-aa5c-ea2ab13cc8de tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275009 Jul 18 14:10:00.429088 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-dfefadad-9057-4d2e-832d-aed9ac5eff61 service neutron] 10.222.0.94 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Jul 18 14:10:00.534916 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f32dd-5fd3-478b-b8a5-5a28bb328afe req-a94b6ecf-d146-4769-bc2c-9f4cfba306ed tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:00.536966 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca6f32dd-5fd3-478b-b8a5-5a28bb328afe req-a94b6ecf-d146-4769-bc2c-9f4cfba306ed tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0941038 Jul 18 14:10:00.583880 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-1177f68e-e2f4-4d47-8879-f5e4d7e8206c service neutron] 10.222.0.94 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486561 Jul 18 14:10:00.599998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca6f32dd-5fd3-478b-b8a5-5a28bb328afe req-7d38d72a-5c93-4028-b8e7-62d40c7d0d54 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570679 Jul 18 14:10:00.706687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b7403-20a9-4ab8-b279-33f6aa199e70 req-c4ebef24-ddd0-4975-8a53-612b6dc2b9e6 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:00.708915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d9b7403-20a9-4ab8-b279-33f6aa199e70 req-c4ebef24-ddd0-4975-8a53-612b6dc2b9e6 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0534942 Jul 18 14:10:00.767026 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c7356c02-b661-4c07-960b-094b0cc03b03 req-0b08b62f-072c-4b1a-9270-7e7e6ec2ea50 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0413578 Jul 18 14:10:00.785873 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d9b7403-20a9-4ab8-b279-33f6aa199e70 req-a871272d-22cf-4fb4-9656-0ceb48ea275c tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Jul 18 14:10:01.712290 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d25e6-ed5f-45ee-9cbb-aa85e7e77804 req-ef18b86a-6938-4daa-a410-ea2e97dabead tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:01.713754 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd5d25e6-ed5f-45ee-9cbb-aa85e7e77804 req-ef18b86a-6938-4daa-a410-ea2e97dabead tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0471497 Jul 18 14:10:01.761611 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd5d25e6-ed5f-45ee-9cbb-aa85e7e77804 req-865cf306-0147-4424-ae44-c48d26136ec3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Jul 18 14:10:01.828224 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:01.839569 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:01.879611 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f1e4fe6-a545-458b-892a-2d4695e077c2 req-5b6db77f-91fa-489e-868d-a8be843a37be tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0399239 Jul 18 14:10:01.918391 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93606-d567-4d33-9350-5a07f80907c7 req-77a3ea99-8569-4035-8656-d863a87e44c6 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:01.919858 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-79d93606-d567-4d33-9350-5a07f80907c7 req-77a3ea99-8569-4035-8656-d863a87e44c6 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0499136 Jul 18 14:10:01.953321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:01.967826 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-79d93606-d567-4d33-9350-5a07f80907c7 req-0aca5082-a597-4dca-8190-b89bf1a971e4 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Jul 18 14:10:02.774684 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:02.804087 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=58,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:02.877888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26fc0a-a50f-4f67-99d8-f17af7323f6c req-e6a2aa0e-2416-43d9-81b2-3fa3ea236a71 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:02.882488 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af26fc0a-a50f-4f67-99d8-f17af7323f6c req-e6a2aa0e-2416-43d9-81b2-3fa3ea236a71 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0553968 Jul 18 14:10:02.930910 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af26fc0a-a50f-4f67-99d8-f17af7323f6c req-9602bf90-0fcc-488b-b0be-cb2acadb71d6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Jul 18 14:10:02.980621 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-95d1d503-bada-468e-bb88-0806baf4b776 req-6e4ff366-93d8-4592-a8be-f3552fe3b70e tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0310705 Jul 18 14:10:03.079588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634b1ee-4489-4586-b379-22cdaf9bba80 req-dcb69057-db1c-4d29-a529-17cc8d2f3f80 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:03.081089 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3634b1ee-4489-4586-b379-22cdaf9bba80 req-dcb69057-db1c-4d29-a529-17cc8d2f3f80 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0468526 Jul 18 14:10:03.127360 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3634b1ee-4489-4586-b379-22cdaf9bba80 req-28bf9247-2c47-416b-88ab-f0e016fa37a5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jul 18 14:10:04.026289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:04.046847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d504d3-1a6a-4d07-bcca-e48a56604fc7 req-e175b203-29a1-49e7-8273-4190956da77c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:04.048367 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44d504d3-1a6a-4d07-bcca-e48a56604fc7 req-e175b203-29a1-49e7-8273-4190956da77c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0515718 Jul 18 14:10:04.086023 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d7f639a2-1724-414a-ae7f-5ee7512e3faf req-23c99c28-924f-4985-9141-ad45bc9673f4 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0366888 Jul 18 14:10:04.117987 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44d504d3-1a6a-4d07-bcca-e48a56604fc7 req-3ed8862c-5bee-422d-bae7-35a4bbc48a32 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590501 Jul 18 14:10:04.240952 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c1f43-05bc-413c-9679-e674f602a022 req-094efb41-e608-409c-9036-95d787d1f95a tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:04.242348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-035c1f43-05bc-413c-9679-e674f602a022 req-094efb41-e608-409c-9036-95d787d1f95a tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0466807 Jul 18 14:10:04.293314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-035c1f43-05bc-413c-9679-e674f602a022 req-dc27c19e-17db-4f75-97ac-3be0f58fb907 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Jul 18 14:10:04.674751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 34906) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:04.879009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0be5b6ff-a579-4dc8-bffe-af5c8d113b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:04.946217 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-c37f0ca1-9339-4d39-80d0-d31f61bc93da tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:04.947714 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-c37f0ca1-9339-4d39-80d0-d31f61bc93da tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 809 time: 0.1738641 Jul 18 14:10:04.993780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Request body: {'port': {'device_id': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea', 'admin_state_up': True, 'tenant_id': '2e0380aba6504b61af9e82a6a72d0211'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:05.041383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0be5b6ff-a579-4dc8-bffe-af5c8d113b42 admin admin] Publish callbacks [] for security_group (7fdd257f-23a0-4539-9d12-4430f1bb8caf), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.070522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0be5b6ff-a579-4dc8-bffe-af5c8d113b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7fdd257f-23a0-4539-9d12-4430f1bb8caf), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.367119 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0be5b6ff-a579-4dc8-bffe-af5c8d113b42 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f4c2a7d2b75d496c973060aa5617e366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912529 Jul 18 14:10:05.370071 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 34944) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:05.408644 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5b6ff-a579-4dc8-bffe-af5c8d113b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd257f-23a0-4539-9d12-4430f1bb8caf,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:05.413923 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7d288d59-7bb8-421c-a514-e83c51071a8c req-c666bee9-7c33-41f7-917d-fa6565a37c6e tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0889719 Jul 18 14:10:05.443851 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ebf4b-88f2-4078-b305-1adfe95ea691 req-45ac42a8-f880-4e0e-b593-4327d247c4cd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:05.445411 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-198ebf4b-88f2-4078-b305-1adfe95ea691 req-45ac42a8-f880-4e0e-b593-4327d247c4cd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1132853 Jul 18 14:10:05.446416 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] Publish callbacks [] for security_group (7fdd257f-23a0-4539-9d12-4430f1bb8caf), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.456441 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:05.471002 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] Publish callbacks [] for security_group (7fdd257f-23a0-4539-9d12-4430f1bb8caf), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.490465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Made reservation on behalf of 2e0380aba6504b61af9e82a6a72d0211 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:10:05.494011 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.536751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (7fdd257f-23a0-4539-9d12-4430f1bb8caf), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.541260 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.543397 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7fdd257f-23a0-4539-9d12-4430f1bb8caf HTTP/1.1" status: 204 len: 168 time: 0.1719074 Jul 18 14:10:05.555083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c2930-050d-4af7-b2fd-2434373ac8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd257f-23a0-4539-9d12-4430f1bb8caf,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:05.605294 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-198ebf4b-88f2-4078-b305-1adfe95ea691 req-4084b64e-dd38-4d16-84e9-52a85f1ef01e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518958 Jul 18 14:10:05.686720 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Allocated IP 172.20.0.3 (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea/8ee43ece-b0e9-4b32-b43c-593340f820c1/60cea59e-57a3-4619-84ed-8b7a9dbc4c00) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:10:05.818985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:05.853518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks [] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.899847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:05.949113 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:10:05.954758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:10:05.959027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:10:05.965662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Pushing event updated for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:06.011818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:06.012401 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.030682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-884f17c8-0b1d-4910-b7b6-9f779409fe7f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0461633 Jul 18 14:10:06.058985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Request body: {'port': {'device_id': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:06.125586 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.421235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:06.431343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:10:06.440055 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks [] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.455820 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Transition to ACTIVE for port object 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:10:06.460809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.516342 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Pushing event updated for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:06.617720 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06aaf6-000b-48a2-8c58-d8a0c5481b48 req-de41ce07-45d8-4259-9af0-2fc16a531df7 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:06.619343 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b06aaf6-000b-48a2-8c58-d8a0c5481b48 req-de41ce07-45d8-4259-9af0-2fc16a531df7 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.1061032 Jul 18 14:10:06.666940 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Attempting to bind port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:10:06.667279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Attempting to bind port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:10:06.667610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Attempting to bind port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:10:06.679718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:10:06.680071 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Attempting to bind port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:10:06.688650 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:06.694449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:10:06.694792 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Checking segment: {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:10:06.695175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Bound using segment: {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:10:06.695610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Bound port: 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:10:06.695984 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.738331 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b06aaf6-000b-48a2-8c58-d8a0c5481b48 req-9e467568-e404-4e9e-9cfb-99353991d778 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108794 Jul 18 14:10:06.781019 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ad65-917f-43fa-9c0b-0fdab19217e9 req-31ac6a18-4e20-49a9-8085-d930f7645568 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:06.782538 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34e2ad65-917f-43fa-9c0b-0fdab19217e9 req-31ac6a18-4e20-49a9-8085-d930f7645568 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0975738 Jul 18 14:10:06.827722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:10:06.831868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:10:06.853002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.883982 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34e2ad65-917f-43fa-9c0b-0fdab19217e9 req-52089669-7bd0-4b07-90b9-2783b48f7990 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928442 Jul 18 14:10:06.892708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:06.893329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:06.894661 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] 10.222.0.87 "PUT /v2.0/ports/60cea59e-57a3-4619-84ed-8b7a9dbc4c00 HTTP/1.1" status: 200 len: 1093 time: 0.8401468 Jul 18 14:10:06.895089 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:10:06.897940 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677fd31a-6f21-435e-81fe-26949de90b97" -d '{"events": [{"name": "network-changed", "server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:10:06.931367 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91745f-2ab7-4480-9bff-1321ddf45b9a service neutron] Pushing event updated for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:06.951163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183471f-7af0-4e35-b90a-bbf707cdd3c7 x-openstack-request-id: req-9183471f-7af0-4e35-b90a-bbf707cdd3c7 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:10:06.951683 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:10:06.951971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9183471f-7af0-4e35-b90a-bbf707cdd3c7 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:10:06.952397 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9183471f-7af0-4e35-b90a-bbf707cdd3c7'] response: {'name': 'network-changed', 'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00', 'status': 'completed', 'code': 200} Jul 18 14:10:07.037726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-ce39dc0c-9bee-452b-a36e-c9c864f0faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:07.039251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-ce39dc0c-9bee-452b-a36e-c9c864f0faf6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 1127 time: 0.0406001 Jul 18 14:10:07.105827 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-9b3f24bf-cbb0-4f8f-a899-382fea641134 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00 HTTP/1.1" status: 200 len: 217 time: 0.0331790 Jul 18 14:10:07.156485 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddff47-8175-495f-8afe-1d593fe65198 req-9283a691-ed30-4bbf-bcc8-6610bb7a88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:07.157941 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-9283a691-ed30-4bbf-bcc8-6610bb7a88b8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8ee43ece-b0e9-4b32-b43c-593340f820c1 HTTP/1.1" status: 200 len: 849 time: 0.0464904 Jul 18 14:10:07.190368 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-2b95ed8c-c9fb-4bc2-a42c-951ea5e0a103 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264413 Jul 18 14:10:07.282469 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:07.285737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-05a03e2b-9e1c-4b93-aea7-d318a7968302 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Jul 18 14:10:07.379144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-34ddff47-8175-495f-8afe-1d593fe65198 req-6177c382-1556-464a-a568-b40c37fea891 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Jul 18 14:10:07.874638 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70766b90-7dff-4dae-ba7b-cb2ea666d369 req-ded9f7cb-7113-450c-bcc5-d85f4b761b4c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:07.876311 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-70766b90-7dff-4dae-ba7b-cb2ea666d369 req-ded9f7cb-7113-450c-bcc5-d85f4b761b4c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0573843 Jul 18 14:10:07.909513 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:07.926090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-70766b90-7dff-4dae-ba7b-cb2ea666d369 req-5c95121f-42a2-43ce-8684-10dd3e9f14f7 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Jul 18 14:10:08.015599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da420-464e-4a77-98b3-a8d69fbfc465 req-8814df41-b717-4a7c-9243-70f497f45eff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:08.017116 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4f3da420-464e-4a77-98b3-a8d69fbfc465 req-8814df41-b717-4a7c-9243-70f497f45eff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0521290 Jul 18 14:10:08.066249 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4f3da420-464e-4a77-98b3-a8d69fbfc465 req-f6114b6b-791b-463f-9f7b-e50ae74ee468 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Jul 18 14:10:08.530473 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-da2208d7-3077-4a56-be86-3d4489a20f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:09.071840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe51a-b6c8-4a43-8659-e3c7023d5dde req-bbc01710-1317-4043-8ce9-b3693ad0faea tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:09.074008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f8fe51a-b6c8-4a43-8659-e3c7023d5dde req-bbc01710-1317-4043-8ce9-b3693ad0faea tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0737593 Jul 18 14:10:09.152026 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f8fe51a-b6c8-4a43-8659-e3c7023d5dde req-7d772b69-fdeb-4e89-9a46-5f7e5827f15b tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jul 18 14:10:09.212282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35314-c3d9-48b2-b9ab-cc7d4f46c331 req-68c0a209-2a64-4e47-8463-6fe038c8e804 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:09.213792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4bd35314-c3d9-48b2-b9ab-cc7d4f46c331 req-68c0a209-2a64-4e47-8463-6fe038c8e804 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0555396 Jul 18 14:10:09.267763 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4bd35314-c3d9-48b2-b9ab-cc7d4f46c331 req-d592deb6-e24d-429f-815f-60748e0caa7d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Jul 18 14:10:10.253365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:10.272645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994dbf-76ed-4894-ae4b-21c1e741fa27 req-a6ef1a00-f3a5-46ac-949a-35b7c2e0901a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:10.274206 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1994dbf-76ed-4894-ae4b-21c1e741fa27 req-a6ef1a00-f3a5-46ac-949a-35b7c2e0901a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0527525 Jul 18 14:10:10.324986 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1994dbf-76ed-4894-ae4b-21c1e741fa27 req-c02309c0-bad6-411c-896e-efd30d277984 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Jul 18 14:10:10.396159 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b132-aee6-4c0d-99e2-bad1a3d41efb req-0acd6a1b-1984-4255-80a0-74ab7e8c6adc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:10.397669 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e24b132-aee6-4c0d-99e2-bad1a3d41efb req-0acd6a1b-1984-4255-80a0-74ab7e8c6adc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Jul 18 14:10:10.443732 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e24b132-aee6-4c0d-99e2-bad1a3d41efb req-0578a01c-4361-44b5-9e63-2e75d1a36c7a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Jul 18 14:10:10.695395 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16806ef1-a73d-4355-890a-21ee30685881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:11.440715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eaadb-9351-4570-8efa-1fc9b4369b16 req-baa7919f-8dce-4ee8-bbea-543897385147 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:11.442698 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-641eaadb-9351-4570-8efa-1fc9b4369b16 req-baa7919f-8dce-4ee8-bbea-543897385147 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0496340 Jul 18 14:10:11.488121 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-641eaadb-9351-4570-8efa-1fc9b4369b16 req-5094fa6d-5e89-47d8-a3fa-fea11f1f9fa8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jul 18 14:10:11.560725 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1adff6-5096-4984-9efb-5c59ee45ace8 req-b247a05e-5728-4382-bf9d-9fdb2e28e4c8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:11.562178 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c1adff6-5096-4984-9efb-5c59ee45ace8 req-b247a05e-5728-4382-bf9d-9fdb2e28e4c8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0464988 Jul 18 14:10:11.611901 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c1adff6-5096-4984-9efb-5c59ee45ace8 req-63fa605d-4820-4ae8-b8e7-cc38bc81464b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Jul 18 14:10:11.930097 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:12.599572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b5ec-3252-405c-98ae-faed29769fcf req-ee4b6477-e315-4fa4-82da-3fddaff56d59 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:12.601051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fad2b5ec-3252-405c-98ae-faed29769fcf req-ee4b6477-e315-4fa4-82da-3fddaff56d59 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0459547 Jul 18 14:10:12.650307 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fad2b5ec-3252-405c-98ae-faed29769fcf req-71b82a28-9f70-400a-8bdd-d8423976345d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jul 18 14:10:12.725481 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af1ee8-dbda-48d6-9fc1-55b0d1779b19 req-0e4fc302-4f93-487a-9943-44281741e90f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:12.726941 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91af1ee8-dbda-48d6-9fc1-55b0d1779b19 req-0e4fc302-4f93-487a-9943-44281741e90f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0465264 Jul 18 14:10:12.773775 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91af1ee8-dbda-48d6-9fc1-55b0d1779b19 req-701e1f16-9c85-4ae6-9e13-0129a75fdfc9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Jul 18 14:10:13.190720 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:13.546407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:13.767043 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a296-9652-489a-8dd9-d1dfc0933f0f req-52219923-dcfc-4a60-9209-e2b24a42e714 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:13.768551 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bee7a296-9652-489a-8dd9-d1dfc0933f0f req-52219923-dcfc-4a60-9209-e2b24a42e714 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 943 time: 0.0482144 Jul 18 14:10:13.815975 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bee7a296-9652-489a-8dd9-d1dfc0933f0f req-7961a53e-047c-4207-84d1-8dd518361e5a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Jul 18 14:10:13.887742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505a828-61ca-4d5b-aa9f-4bec9616d623 req-e339f486-4a76-42d6-b876-fb557d4aec87 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:13.889218 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f505a828-61ca-4d5b-aa9f-4bec9616d623 req-e339f486-4a76-42d6-b876-fb557d4aec87 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Jul 18 14:10:13.934970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f505a828-61ca-4d5b-aa9f-4bec9616d623 req-a331dd6c-c426-482c-bf17-037f0423e8f5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Jul 18 14:10:14.209564 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:10:14.308279 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:14.319885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00', 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea', 'port_id': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00', 'mac_address': 'fa:16:3e:66:43:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee43ece-b0e9-4b32-b43c-593340f820c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:10:14.357449 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:10:14.357846 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:14.371317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:10:14.390709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:14.394372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:14.439811 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:15.073868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:15.094905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca43f4-51f2-4a2e-885d-902c6fb8f9b5 req-a707b37a-b6cd-4b87-86d4-869094c5eb92 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:15.096349 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64ca43f4-51f2-4a2e-885d-902c6fb8f9b5 req-a707b37a-b6cd-4b87-86d4-869094c5eb92 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0834448 Jul 18 14:10:15.104776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77daab-6cd6-4f1f-afe8-82cc45ec57fb req-c1e32640-0dd1-45a4-8799-08553c26bd9d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:15.106151 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b77daab-6cd6-4f1f-afe8-82cc45ec57fb req-c1e32640-0dd1-45a4-8799-08553c26bd9d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0774271 Jul 18 14:10:15.186244 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b77daab-6cd6-4f1f-afe8-82cc45ec57fb req-dba8572a-9525-4a13-b824-89fc76092518 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724025 Jul 18 14:10:15.189541 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64ca43f4-51f2-4a2e-885d-902c6fb8f9b5 req-bb6cd0db-1bf2-4dc6-b99d-e7ca5a937363 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822725 Jul 18 14:10:15.192967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['60cea59e-57a3-4619-84ed-8b7a9dbc4c00'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:10:15.492506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fd31a-6f21-435e-81fe-26949de90b97 req-37a50359-9fca-4124-b7c5-9e19383483e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:15.494452 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-37a50359-9fca-4124-b7c5-9e19383483e8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 1128 time: 0.0426385 Jul 18 14:10:15.513372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:15.549256 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:16.337911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff883-ea85-48e3-aef4-7f3432b76957 req-33e9cc79-da28-43eb-9be6-5e8f92a04ae0 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:16.339522 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6caff883-ea85-48e3-aef4-7f3432b76957 req-33e9cc79-da28-43eb-9be6-5e8f92a04ae0 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0839033 Jul 18 14:10:16.345869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6454c-89bd-457b-a383-9d13823fdda9 req-ed7148aa-3d0b-4f95-aff7-bc6ff3006104 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:16.347391 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ae6454c-89bd-457b-a383-9d13823fdda9 req-ed7148aa-3d0b-4f95-aff7-bc6ff3006104 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0904741 Jul 18 14:10:16.377205 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:16.427655 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6caff883-ea85-48e3-aef4-7f3432b76957 req-2ce8aff8-ac67-49c1-88c3-48eca9759677 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786126 Jul 18 14:10:16.430885 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ae6454c-89bd-457b-a383-9d13823fdda9 req-dff23e83-ca89-4a64-8a44-7f6129bc3b30 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743408 Jul 18 14:10:17.579628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aebea2-812f-4214-a980-0c48e63e94aa req-c3853a36-a00c-4b3a-aafc-1ea8514dc8a6 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:17.581146 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83aebea2-812f-4214-a980-0c48e63e94aa req-c3853a36-a00c-4b3a-aafc-1ea8514dc8a6 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0818596 Jul 18 14:10:17.586944 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf8c09-c2dc-4cea-b2ac-0d88a2a96143 req-50306a9c-e86b-4707-b68e-bb0ae8631c90 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:17.588314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42bf8c09-c2dc-4cea-b2ac-0d88a2a96143 req-50306a9c-e86b-4707-b68e-bb0ae8631c90 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0766292 Jul 18 14:10:17.661463 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83aebea2-812f-4214-a980-0c48e63e94aa req-fc9b9f17-3919-41e4-bb0b-0c4f621ee60a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Jul 18 14:10:17.665484 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42bf8c09-c2dc-4cea-b2ac-0d88a2a96143 req-9b4c2920-eea3-408e-94cd-41350e3dd070 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Jul 18 14:10:18.810765 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf66b-1899-4634-b6aa-4797a1eb260d req-7bde18e4-1a1d-40d1-b8b9-fd07679b0e22 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:18.812183 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-176bf66b-1899-4634-b6aa-4797a1eb260d req-7bde18e4-1a1d-40d1-b8b9-fd07679b0e22 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0816860 Jul 18 14:10:18.818945 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050b76d-6177-432b-b6f4-4a87eee316d9 req-92a97c95-8ed0-47f1-bbca-2befd24a8268 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:18.820340 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1050b76d-6177-432b-b6f4-4a87eee316d9 req-92a97c95-8ed0-47f1-bbca-2befd24a8268 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0794723 Jul 18 14:10:18.894575 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-176bf66b-1899-4634-b6aa-4797a1eb260d req-a9a6e05a-b351-4023-a00f-965e41ebbac1 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733049 Jul 18 14:10:18.898752 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1050b76d-6177-432b-b6f4-4a87eee316d9 req-a6871184-07ad-4d7b-9593-79475f7f268d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704653 Jul 18 14:10:20.041687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234eb6-25a0-41f7-a1f0-b8a95b16c43b req-5a8e2277-87fe-4e90-be26-83c7264391e8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:20.043173 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22234eb6-25a0-41f7-a1f0-b8a95b16c43b req-5a8e2277-87fe-4e90-be26-83c7264391e8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0802956 Jul 18 14:10:20.049189 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a65a4-ec80-403e-9a9e-3d2fdbeec553 req-80e58eb4-0138-4db3-b623-e8576c8efac5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:20.050564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b6a65a4-ec80-403e-9a9e-3d2fdbeec553 req-80e58eb4-0138-4db3-b623-e8576c8efac5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0857310 Jul 18 14:10:20.124915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-22234eb6-25a0-41f7-a1f0-b8a95b16c43b req-a8435dc7-5055-4926-bac3-7573ec18104d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733716 Jul 18 14:10:20.129542 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b6a65a4-ec80-403e-9a9e-3d2fdbeec553 req-2a314963-fcdc-4d3d-a30a-d3f191cbdd06 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713048 Jul 18 14:10:21.254472 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:10:21.274719 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a339-ea7a-4226-86e3-419050f7b3f0 req-1ba6a598-f0a7-4806-9627-72566ad3a414 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:21.276358 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83c0a339-ea7a-4226-86e3-419050f7b3f0 req-1ba6a598-f0a7-4806-9627-72566ad3a414 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 944 time: 0.0815759 Jul 18 14:10:21.284714 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0ff7-dbf7-4b65-883d-a63b596c2eb0 req-6ecec963-588d-45b2-b4fc-59f92c7ce5f6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:21.286179 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02bf0ff7-dbf7-4b65-883d-a63b596c2eb0 req-6ecec963-588d-45b2-b4fc-59f92c7ce5f6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0824134 Jul 18 14:10:21.303392 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:10:21.311003 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:10:21.311447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:21.361111 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:21.370095 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83c0a339-ea7a-4226-86e3-419050f7b3f0 req-d1f0b8ce-1847-497a-b4a2-26646be47a7c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829186 Jul 18 14:10:21.374455 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02bf0ff7-dbf7-4b65-883d-a63b596c2eb0 req-1cb86b3d-221a-40d1-86e5-e6afb9d12630 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Jul 18 14:10:21.381425 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:21.400170 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:10:21.401217 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:21.427139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:10:21.429923 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa27105-717a-416e-901f-86a96f5c9fb1" -d '{"events": [{"server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "name": "network-vif-plugged", "status": "completed", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:10:21.448102 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:21.452665 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:21.485862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69cd3fa-4a71-4133-95d1-7a3fcb024c21 x-openstack-request-id: req-b69cd3fa-4a71-4133-95d1-7a3fcb024c21 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:10:21.485862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "name": "network-vif-plugged", "status": "completed", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:10:21.485862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b69cd3fa-4a71-4133-95d1-7a3fcb024c21 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:10:21.485862 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69cd3fa-4a71-4133-95d1-7a3fcb024c21'] response: {'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00', 'code': 200} Jul 18 14:10:21.491716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:21.514455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:22.277573 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:22.278444 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:22.363922 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fd31a-6f21-435e-81fe-26949de90b97 req-2becae3e-f5cb-4c32-b5aa-22651ea6b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.366317 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-2becae3e-f5cb-4c32-b5aa-22651ea6b81b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 910 time: 0.1002703 Jul 18 14:10:22.414057 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-4aaae9d8-0e65-4df5-a1f1-ecfcd4b34b90 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00 HTTP/1.1" status: 200 len: 217 time: 0.0409853 Jul 18 14:10:22.464321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:22.590641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fd31a-6f21-435e-81fe-26949de90b97 req-0c8130a3-051b-4dcd-8523-6949af99c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.592237 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-0c8130a3-051b-4dcd-8523-6949af99c31f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8ee43ece-b0e9-4b32-b43c-593340f820c1 HTTP/1.1" status: 200 len: 849 time: 0.1718297 Jul 18 14:10:22.606193 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:10:22.620463 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52b55-fa15-4008-ae17-86e1f8f0bc7e req-239250d7-4f2d-4c65-9f2a-137ec38d3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.622072 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6fa52b55-fa15-4008-ae17-86e1f8f0bc7e req-239250d7-4f2d-4c65-9f2a-137ec38d3556 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 1129 time: 0.1721256 Jul 18 14:10:22.641348 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060b621-f8cc-45b7-a620-e192d02638f2 req-41f4389c-22e9-4782-87e5-5c75df02178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.642844 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1060b621-f8cc-45b7-a620-e192d02638f2 req-41f4389c-22e9-4782-87e5-5c75df02178e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1130 time: 0.1832893 Jul 18 14:10:22.651502 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-8560db43-07b0-48c4-947a-3f8bc2df383c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491402 Jul 18 14:10:22.657868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadd4e5-5b47-4122-8410-9a734addbb23 req-fc62fa38-08bc-4401-8b12-a46208d34cc9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.659466 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ecadd4e5-5b47-4122-8410-9a734addbb23 req-fc62fa38-08bc-4401-8b12-a46208d34cc9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.1984100 Jul 18 14:10:22.666862 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807571f4-4dc5-424d-937c-9aa22bb6b9b8 req-899c79d0-a595-4eeb-b355-5d3ebe99c934 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:22.668491 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-807571f4-4dc5-424d-937c-9aa22bb6b9b8 req-899c79d0-a595-4eeb-b355-5d3ebe99c934 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1642716 Jul 18 14:10:23.114737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ecadd4e5-5b47-4122-8410-9a734addbb23 req-9dc45d06-23f3-4df8-8799-0b4b7208a921 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393954 Jul 18 14:10:23.120107 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6fa52b55-fa15-4008-ae17-86e1f8f0bc7e req-dbbb5c7b-032e-4e50-963a-45118abe5133 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758334 Jul 18 14:10:23.122107 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1060b621-f8cc-45b7-a620-e192d02638f2 req-0ca92c69-35dc-4edc-b627-5904d6316afc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526844 Jul 18 14:10:23.127239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-807571f4-4dc5-424d-937c-9aa22bb6b9b8 req-cb1bce0b-d117-45a6-802c-b38cbd0e51ec tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370265 Jul 18 14:10:23.141535 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-67ecd865-1fdb-4924-9b04-0dd3c28a51d9 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653106 Jul 18 14:10:24.196660 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-677fd31a-6f21-435e-81fe-26949de90b97 req-03db38c7-4bb6-4284-9557-97aebedd0c9b service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090946 Jul 18 14:10:24.314572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f1bce-9592-4aa7-bd07-806a29851b99 req-056314f9-40c9-449b-a982-80f60d7ef328 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:24.316525 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-100f1bce-9592-4aa7-bd07-806a29851b99 req-056314f9-40c9-449b-a982-80f60d7ef328 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.1007798 Jul 18 14:10:24.323171 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aee121-a574-4ca1-b96c-da63e3966544 req-b22f8866-ee36-44cb-b16a-97ed66d260b9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:24.325102 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2aee121-a574-4ca1-b96c-da63e3966544 req-b22f8866-ee36-44cb-b16a-97ed66d260b9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0950923 Jul 18 14:10:24.415124 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-100f1bce-9592-4aa7-bd07-806a29851b99 req-1bc8d855-5c3a-415b-9af2-a01bab0d259d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Jul 18 14:10:24.418949 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2aee121-a574-4ca1-b96c-da63e3966544 req-cdbf4d71-f635-438c-a509-e8992ba2ac3d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845916 Jul 18 14:10:25.605776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fad59-796a-4eed-9549-218f40165d67 req-75f0f641-bb7c-4c32-a2a1-1890ef0d23a3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:25.607251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-975fad59-796a-4eed-9549-218f40165d67 req-75f0f641-bb7c-4c32-a2a1-1890ef0d23a3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1093266 Jul 18 14:10:25.615842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3ebe-d2a4-4c2a-94ca-4fb219321c7b req-4d5168e2-4890-45bc-9542-cd11b878adc8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:25.617245 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b9c3ebe-d2a4-4c2a-94ca-4fb219321c7b req-4d5168e2-4890-45bc-9542-cd11b878adc8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.1006579 Jul 18 14:10:25.650187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:25.689790 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-975fad59-796a-4eed-9549-218f40165d67 req-b4af4bd7-21d1-4f99-a487-6126e2c5685b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715086 Jul 18 14:10:25.706804 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b9c3ebe-d2a4-4c2a-94ca-4fb219321c7b req-a0d32ba8-e4ba-4a45-844c-e89fcdabfd59 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793607 Jul 18 14:10:26.787482 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:26.803552 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f738f6-bfec-4b82-886d-071a4a8f7d46 req-28746b9d-48b1-434d-afb6-b7b656956bf7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:26.805160 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1f738f6-bfec-4b82-886d-071a4a8f7d46 req-28746b9d-48b1-434d-afb6-b7b656956bf7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Jul 18 14:10:26.862763 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1f738f6-bfec-4b82-886d-071a4a8f7d46 req-6e1430a1-45bd-46d1-9c5c-b2885e274c8c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520756 Jul 18 14:10:27.986483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a97ad-1936-47e9-a829-00a5debc81ba req-28544bea-51fc-4713-bf30-9072079ea33e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:27.988000 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-830a97ad-1936-47e9-a829-00a5debc81ba req-28544bea-51fc-4713-bf30-9072079ea33e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0463843 Jul 18 14:10:28.035467 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-830a97ad-1936-47e9-a829-00a5debc81ba req-96298ec6-cf9d-4b65-9484-8fc7fd740f80 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Jul 18 14:10:29.152762 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cbda-d2e5-4bb1-8542-5798201fcc21 req-94fdd224-ffd7-450c-900e-9613b7065b38 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:29.154217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f4c0cbda-d2e5-4bb1-8542-5798201fcc21 req-94fdd224-ffd7-450c-900e-9613b7065b38 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Jul 18 14:10:29.201384 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f4c0cbda-d2e5-4bb1-8542-5798201fcc21 req-4917c1ee-0a08-4c65-a7e7-4bb067b865ec tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Jul 18 14:10:30.325860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113008dc-9b47-43e4-b8a7-d9d4d980be4a req-b9ce1ba9-e4ba-449c-9bbe-734614c35d08 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:30.327345 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-113008dc-9b47-43e4-b8a7-d9d4d980be4a req-b9ce1ba9-e4ba-449c-9bbe-734614c35d08 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0506449 Jul 18 14:10:30.375951 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-113008dc-9b47-43e4-b8a7-d9d4d980be4a req-13866f67-942f-4eab-8ee8-a8aed1443819 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Jul 18 14:10:30.493490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388253e-f6f0-4057-a4fb-0e8c75f6ce79 req-a18c1a52-bd0f-4a82-bf28-2d1030ec5056 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:30.494874 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9388253e-f6f0-4057-a4fb-0e8c75f6ce79 req-a18c1a52-bd0f-4a82-bf28-2d1030ec5056 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0470407 Jul 18 14:10:30.541579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9388253e-f6f0-4057-a4fb-0e8c75f6ce79 req-1dc32d4b-cb48-4b05-b137-ea2ac19fc29e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Jul 18 14:10:31.511653 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:31.850766 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:31.903014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-fc59b73b-1ef4-49f7-9d1b-28a855e6bb66 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464599 Jul 18 14:10:32.014880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-dbaadb3e-faa2-43de-8b70-da1a5aa257f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:32.016452 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-dbaadb3e-faa2-43de-8b70-da1a5aa257f0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.0443523 Jul 18 14:10:32.140177 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-a6056bcb-898b-4cac-b7d0-8060d731c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:32.142372 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-a6056bcb-898b-4cac-b7d0-8060d731c7c4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1051712 Jul 18 14:10:32.199530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35db7-0e9a-47d5-b45a-bc2651f7113d req-c1e4701d-c774-438b-bf10-f7cbf4181247 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:32.201041 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3aa35db7-0e9a-47d5-b45a-bc2651f7113d req-c1e4701d-c774-438b-bf10-f7cbf4181247 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0537140 Jul 18 14:10:32.262875 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3aa35db7-0e9a-47d5-b45a-bc2651f7113d req-2e678be1-2b9c-4617-a7b0-189ecea46f4d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562351 Jul 18 14:10:32.601357 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:33.384483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7bf49-04c9-4bd0-9c1a-6b702d257ddd req-839d03ce-1852-4bd7-8ce7-04726bcf2e11 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:33.385948 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e0b7bf49-04c9-4bd0-9c1a-6b702d257ddd req-839d03ce-1852-4bd7-8ce7-04726bcf2e11 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Jul 18 14:10:33.431989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e0b7bf49-04c9-4bd0-9c1a-6b702d257ddd req-765fcf72-eed3-4a1f-87ad-12ba7a93852c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Jul 18 14:10:34.550138 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c815e-064e-437e-85f9-1981e1d26122 req-45e34460-a103-4af7-905f-de0601b0f881 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:34.552309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f1c815e-064e-437e-85f9-1981e1d26122 req-45e34460-a103-4af7-905f-de0601b0f881 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Jul 18 14:10:34.603817 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f1c815e-064e-437e-85f9-1981e1d26122 req-e93dfa1e-f105-4dff-8e32-e12c1d3a886c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459423 Jul 18 14:10:35.684123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:35.723924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fb9a2-ceb2-4da6-b43e-c3faa59940e9 req-ca48435c-adac-408a-80e6-51346ab5e77d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:35.725426 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb5fb9a2-ceb2-4da6-b43e-c3faa59940e9 req-ca48435c-adac-408a-80e6-51346ab5e77d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Jul 18 14:10:35.775311 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb5fb9a2-ceb2-4da6-b43e-c3faa59940e9 req-eba03d2b-384e-45f6-8e66-60f0ad704bc9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Jul 18 14:10:36.894945 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726bfd-b08f-4e13-b1cf-10d59b6f6bdd req-27f0fbd5-1b36-41c4-9cd3-c48aae39a651 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:36.896488 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa726bfd-b08f-4e13-b1cf-10d59b6f6bdd req-27f0fbd5-1b36-41c4-9cd3-c48aae39a651 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0514648 Jul 18 14:10:36.948008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa726bfd-b08f-4e13-b1cf-10d59b6f6bdd req-0cd085da-1606-4f91-9f89-789ed3d38a25 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Jul 18 14:10:37.585619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:37.618964 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-5b275f22-6972-49a7-948a-2a47b7e353e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0405695 Jul 18 14:10:37.673098 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-d7ee21e5-231a-4e92-b0f2-eb3ee21494fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:37.674512 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-d7ee21e5-231a-4e92-b0f2-eb3ee21494fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0449407 Jul 18 14:10:37.720514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-fecd0bb2-0b8f-4ff8-ae0d-84ccbea47754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:37.721974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-fecd0bb2-0b8f-4ff8-ae0d-84ccbea47754 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391042 Jul 18 14:10:37.814068 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-beef0e45-f69d-4725-95f1-440648db958d service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853071 Jul 18 14:10:37.903491 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa0c355e-bee9-4081-93ae-b3baf0caabf8 req-beedf677-bf66-4af3-a299-da81f9249742 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832465 Jul 18 14:10:38.066509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4eb120-b8af-4718-a827-081d4c98f652 req-315102a9-f9cb-4d66-b16e-0c5a31fc7dde tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:38.068072 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a4eb120-b8af-4718-a827-081d4c98f652 req-315102a9-f9cb-4d66-b16e-0c5a31fc7dde tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Jul 18 14:10:38.115551 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a4eb120-b8af-4718-a827-081d4c98f652 req-9da50f57-9006-4a98-b9b3-83ced6adfb46 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Jul 18 14:10:38.484373 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd58e-91fd-4c86-acce-d1f9eeed8e13 req-a9229ec3-6af9-4755-b958-c3d7c2036cb1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:38.485861 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-463fd58e-91fd-4c86-acce-d1f9eeed8e13 req-a9229ec3-6af9-4755-b958-c3d7c2036cb1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0474045 Jul 18 14:10:38.532271 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-699dead9-2688-4de1-89d0-0519a6fce6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:38.535673 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-463fd58e-91fd-4c86-acce-d1f9eeed8e13 req-57ce9b34-ca9d-44c6-9233-0fe3252d8c55 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jul 18 14:10:39.232191 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf08e5-c895-44c7-b623-f6a0b96d9dc7 req-b8d29570-7b2f-44e8-ada2-abd67f1f27fb tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:39.233566 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-75bf08e5-c895-44c7-b623-f6a0b96d9dc7 req-b8d29570-7b2f-44e8-ada2-abd67f1f27fb tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Jul 18 14:10:39.280025 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-75bf08e5-c895-44c7-b623-f6a0b96d9dc7 req-393c2c51-48c0-4616-8ba9-ccb65e1dde04 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Jul 18 14:10:39.652958 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d935-5bb9-4ee7-b82a-9a9cee3fd120 req-529fb7fc-8282-494e-b29f-fb2f5405ed59 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:39.654467 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ad1d935-5bb9-4ee7-b82a-9a9cee3fd120 req-529fb7fc-8282-494e-b29f-fb2f5405ed59 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Jul 18 14:10:39.701994 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ad1d935-5bb9-4ee7-b82a-9a9cee3fd120 req-ab2583fc-40c3-4c91-9a2e-a01186259b0d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Jul 18 14:10:40.390510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ce89-4079-4250-bef3-7affd3d34460 req-dbdc78ba-b66c-46fb-b025-16f53af746b5 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:40.391992 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1015ce89-4079-4250-bef3-7affd3d34460 req-dbdc78ba-b66c-46fb-b025-16f53af746b5 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0464978 Jul 18 14:10:40.442133 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1015ce89-4079-4250-bef3-7affd3d34460 req-69497e05-dff3-4b92-954a-2cf3bbb943e7 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Jul 18 14:10:40.701656 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ac2901e2-c16a-4b06-b690-e8c09936ab2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:40.815135 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20f7d1-468e-4685-a2d2-ec52a991d0cc req-6606ad65-967b-44e2-9bc5-87cdde2d4c8b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:40.816633 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ef20f7d1-468e-4685-a2d2-ec52a991d0cc req-6606ad65-967b-44e2-9bc5-87cdde2d4c8b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0467863 Jul 18 14:10:40.864171 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ef20f7d1-468e-4685-a2d2-ec52a991d0cc req-fc792374-fdfc-4089-88ab-19b747ef1844 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Jul 18 14:10:41.553428 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd2e77-3822-4aca-950d-79ba36b041a4 req-8286da82-e67d-42d3-9f2d-9c9f030687f9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:41.554979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35bd2e77-3822-4aca-950d-79ba36b041a4 req-8286da82-e67d-42d3-9f2d-9c9f030687f9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Jul 18 14:10:41.566560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:41.599555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:41.604466 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35bd2e77-3822-4aca-950d-79ba36b041a4 req-c6b99ab8-bc99-41ca-94b2-f409c155fa92 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Jul 18 14:10:41.934572 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:41.983515 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e472-80b3-4cde-a241-ec7595db5d4b req-e2034b45-0367-4112-87ef-80e8300f6724 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:41.985002 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d60e472-80b3-4cde-a241-ec7595db5d4b req-e2034b45-0367-4112-87ef-80e8300f6724 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0515139 Jul 18 14:10:42.031645 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d60e472-80b3-4cde-a241-ec7595db5d4b req-0612f0e2-d9f6-4feb-b3dc-b9f313af5705 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Jul 18 14:10:42.725290 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7374aa7-2c86-483b-9f9c-c9755ce303f4 req-26b44380-6a35-4879-af65-4f4dd2540028 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:42.726787 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e7374aa7-2c86-483b-9f9c-c9755ce303f4 req-26b44380-6a35-4879-af65-4f4dd2540028 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Jul 18 14:10:42.776125 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e7374aa7-2c86-483b-9f9c-c9755ce303f4 req-f8e147ac-31a9-40cb-a787-2983c5badaed tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Jul 18 14:10:43.152952 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990f9bb-e64b-424e-a0bd-00910269a7c2 req-b9cf7efb-485a-4396-ac64-62ed13395c4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:43.154425 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2990f9bb-e64b-424e-a0bd-00910269a7c2 req-b9cf7efb-485a-4396-ac64-62ed13395c4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Jul 18 14:10:43.190960 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:43.207578 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2990f9bb-e64b-424e-a0bd-00910269a7c2 req-dbe80835-1f10-4fdd-8cad-9594697f5e86 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Jul 18 14:10:43.549408 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:43.644262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-ee5b095c-118b-47d7-b9aa-f3ec89503f16 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:43.645719 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-ee5b095c-118b-47d7-b9aa-f3ec89503f16 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.0755961 Jul 18 14:10:43.647066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-addf7afb-19a8-4d4e-a11e-8d7a014c903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:43.648428 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-addf7afb-19a8-4d4e-a11e-8d7a014c903a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.0699592 Jul 18 14:10:43.961581 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be80c3e-89d6-4164-b230-8a3c0e09d8ae req-fcababf2-bc7c-4d63-bcb4-f4703b235b16 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:43.963068 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4be80c3e-89d6-4164-b230-8a3c0e09d8ae req-fcababf2-bc7c-4d63-bcb4-f4703b235b16 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 945 time: 0.1134198 Jul 18 14:10:44.077489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Deleting port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:10:44.077758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:44.096335 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-93cef853-815b-48d7-ba1e-ff66b50a57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:44.098330 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-93cef853-815b-48d7-ba1e-ff66b50a57f0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.2276037 Jul 18 14:10:44.150831 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4be80c3e-89d6-4164-b230-8a3c0e09d8ae req-8b7610c8-8d22-40f5-8425-8bf3c6e53004 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551638 Jul 18 14:10:44.182977 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-8ac8d2f3-c6d7-4892-a69b-91f9c8b8503b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0699167 Jul 18 14:10:44.248402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] For port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:44.248776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:44.267279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Calling delete_port for 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:10:44.270170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-c55f5608-c9ec-456a-968e-b7bb92ff0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:44.271617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-c55f5608-c9ec-456a-968e-b7bb92ff0e66 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0755095 Jul 18 14:10:44.378969 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-a59000e0-db4c-4c49-a89c-110d3e81585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:44.380449 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-a59000e0-db4c-4c49-a89c-110d3e81585b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006417 Jul 18 14:10:44.387852 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b069608-1c16-496f-a47a-9a3f7218ed3e req-42d56f2f-b3df-4e9f-83aa-ecd3d0874509 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:44.389226 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b069608-1c16-496f-a47a-9a3f7218ed3e req-42d56f2f-b3df-4e9f-83aa-ecd3d0874509 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.1104395 Jul 18 14:10:44.398561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:44.485217 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:44.519112 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b069608-1c16-496f-a47a-9a3f7218ed3e req-31c196f6-45dd-4d44-9b51-0a148ba309cc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181555 Jul 18 14:10:44.568777 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-90976e4b-29f1-42ef-a0d6-f5f899de59bb service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786304 Jul 18 14:10:44.606090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (60cea59e-57a3-4619-84ed-8b7a9dbc4c00), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:44.644894 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['60cea59e-57a3-4619-84ed-8b7a9dbc4c00'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:10:44.663072 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Pushing event deleted for resources: {'Port': ['ID=60cea59e-57a3-4619-84ed-8b7a9dbc4c00,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:44.681278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.681278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.681278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.681632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.681730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.682020 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.682343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.682667 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.682993 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.683311 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.683633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.683971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.684298 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.684617 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.684935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:44.729782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] No DVR routers for this DVR port 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:10:44.735248 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:44.738952 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80b34dc2-1c0f-4ba4-9be5-f3db851be86f req-518ca012-5b03-4127-9718-50efb9924184 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "DELETE /v2.0/ports/60cea59e-57a3-4619-84ed-8b7a9dbc4c00 HTTP/1.1" status: 204 len: 173 time: 0.8781092 Jul 18 14:10:44.739373 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'name': 'network-vif-deleted', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:10:44.741623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034f809-5b90-4ffb-a204-c024e5389e4c" -d '{"events": [{"server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "name": "network-vif-deleted", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:10:44.754193 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e6fd812-b1af-4ba5-9a5f-ed1f5a9fae9c req-fa809c63-5b7d-4e5d-96db-0be4a3c29766 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789074 Jul 18 14:10:44.778117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fe6a07-df31-48da-964b-ef580d20d2a9 x-openstack-request-id: req-d4fe6a07-df31-48da-964b-ef580d20d2a9 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:10:44.778414 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b11fda1-dc66-4cd1-8289-e5aa8f02f414", "name": "network-vif-deleted", "tag": "60cea59e-57a3-4619-84ed-8b7a9dbc4c00", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:10:44.778673 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d4fe6a07-df31-48da-964b-ef580d20d2a9 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:10:44.779082 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fe6a07-df31-48da-964b-ef580d20d2a9'] response: {'server_uuid': '9b11fda1-dc66-4cd1-8289-e5aa8f02f414', 'name': 'network-vif-deleted', 'tag': '60cea59e-57a3-4619-84ed-8b7a9dbc4c00', 'status': 'completed', 'code': 200} Jul 18 14:10:45.260532 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46125fc6-9f5c-43a0-84cc-85c39ef54541 req-bb52ab7e-bb31-484d-965d-fac54c3c915a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b11fda1-dc66-4cd1-8289-e5aa8f02f414 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Jul 18 14:10:45.636920 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d97c4-bfb4-46d7-8b63-7e455827e157 req-ff3127c0-8fe2-467d-9171-28cbad0189c2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:45.638359 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a00d97c4-bfb4-46d7-8b63-7e455827e157 req-ff3127c0-8fe2-467d-9171-28cbad0189c2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0476611 Jul 18 14:10:45.684899 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a00d97c4-bfb4-46d7-8b63-7e455827e157 req-b96e947f-f6db-477a-be2b-d9e57ad0a6fb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jul 18 14:10:46.578942 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9f196415-da9a-4a72-953d-8376e6a2f8f4 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:46.580424 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9f196415-da9a-4a72-953d-8376e6a2f8f4 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 809 time: 0.1052055 Jul 18 14:10:46.595556 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-90b5b528-7158-4946-85ab-a56ec1c8ebcc tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/quotas/2e0380aba6504b61af9e82a6a72d0211 HTTP/1.1" status: 200 len: 375 time: 0.0091469 Jul 18 14:10:46.628512 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-85ca7675-65f1-492c-87d3-ceb47b723f13 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282531 Jul 18 14:10:46.726617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-74d05a72-bd96-4e83-97d4-ec77eedc7bd1 service neutron] 10.222.0.94 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911353 Jul 18 14:10:46.834271 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc00f6-1053-480e-a8dc-f44971e26bbf req-9bd713c3-8d88-4619-8e65-e56e1ebdf57e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:46.835830 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8cfc00f6-1053-480e-a8dc-f44971e26bbf req-9bd713c3-8d88-4619-8e65-e56e1ebdf57e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0789115 Jul 18 14:10:46.869738 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-dc67de36-262f-4ad6-a2a5-d13653e5d6bf service neutron] 10.222.0.94 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422453 Jul 18 14:10:46.881467 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:46.897253 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8cfc00f6-1053-480e-a8dc-f44971e26bbf req-9ac0745b-b87c-4706-910d-c9291b9a7fad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552659 Jul 18 14:10:47.040525 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-612d7792-0e08-454a-8dfa-49bb35d745ed req-18b18075-8eb4-4aeb-8611-09f166a657a9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 210 time: 0.0318255 Jul 18 14:10:47.322852 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:10:47.343476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:10:47.343822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 60cea59e-57a3-4619-84ed-8b7a9dbc4c00 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:10:48.013454 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff95d3d-147e-447b-942e-8124b0c2b902 req-45b0245f-a6ae-4e92-969f-85c1bf637c71 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:48.014947 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ff95d3d-147e-447b-942e-8124b0c2b902 req-45b0245f-a6ae-4e92-969f-85c1bf637c71 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Jul 18 14:10:48.062884 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ff95d3d-147e-447b-942e-8124b0c2b902 req-ddaa7c69-396c-46c9-8287-9eaca8164bc7 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Jul 18 14:10:48.156201 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bbe3b6b9-8b67-4195-b38e-94c29a7daefa req-3142db11-7018-4420-b48d-63f7b872b778 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 210 time: 0.0387597 Jul 18 14:10:48.242505 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:48.251214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-c3dd6e0c-f098-4eaf-9628-7705b51ad472 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:48.252652 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-c3dd6e0c-f098-4eaf-9628-7705b51ad472 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 809 time: 0.1084905 Jul 18 14:10:48.297510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Request body: {'port': {'device_id': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea', 'admin_state_up': True, 'tenant_id': '2e0380aba6504b61af9e82a6a72d0211'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:48.409622 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Made reservation on behalf of 2e0380aba6504b61af9e82a6a72d0211 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:10:48.413208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:48.762253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Allocated IP 172.20.0.12 (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea/8ee43ece-b0e9-4b32-b43c-593340f820c1/9afcfc6f-56b4-4bb2-9a3e-7715cf170af2) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:10:48.768002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35660) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:48.902199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-67498a5f-ed3d-44ab-a121-4f30452fce96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:48.969224 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks [] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.046332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-67498a5f-ed3d-44ab-a121-4f30452fce96 admin admin] Publish callbacks [] for security_group (d47f877f-8751-46e8-9a45-b275def5571e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.052520 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-67498a5f-ed3d-44ab-a121-4f30452fce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d47f877f-8751-46e8-9a45-b275def5571e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.077157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.109547 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:49.147900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67498a5f-ed3d-44ab-a121-4f30452fce96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f877f-8751-46e8-9a45-b275def5571e,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:49.163871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:49.166743 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-67498a5f-ed3d-44ab-a121-4f30452fce96 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76ac92496e0c475194469fddc97f05f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940246 Jul 18 14:10:49.170449 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 35676) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:49.176839 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:10:49.203742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:10:49.209669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:10:49.212659 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Pushing event updated for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:49.233246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Publish callbacks [] for security_group (d47f877f-8751-46e8-9a45-b275def5571e), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.256597 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Publish callbacks [] for security_group (d47f877f-8751-46e8-9a45-b275def5571e), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.262348 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea402c-3d66-4c57-a201-3dd23b1e1b08 req-6864c8ff-9c5a-4c88-bc82-5531e241e638 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:49.263922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20ea402c-3d66-4c57-a201-3dd23b1e1b08 req-6864c8ff-9c5a-4c88-bc82-5531e241e638 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.1262138 Jul 18 14:10:49.312423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d47f877f-8751-46e8-9a45-b275def5571e), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.315384 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.316626 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d47f877f-8751-46e8-9a45-b275def5571e HTTP/1.1" status: 204 len: 168 time: 0.1449678 Jul 18 14:10:49.325665 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f877f-8751-46e8-9a45-b275def5571e,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:49.333316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.333808 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.334159 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.334507 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.334846 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.335179 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.335507 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.335863 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5736fa-6756-4fea-b6f6-b024b75b6b0a req-2be90334-3592-4be3-8d6b-3c778ff4fdd3 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:49.336222 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.336716 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.337208 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.337382 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b5736fa-6756-4fea-b6f6-b024b75b6b0a req-2be90334-3592-4be3-8d6b-3c778ff4fdd3 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 932 time: 0.0933721 Jul 18 14:10:49.337841 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.338447 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.339047 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.339532 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.339868 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52f798a-b7f4-4c2e-9621-62276d4df2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:49.345951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:49.346630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.398284 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-20ea402c-3d66-4c57-a201-3dd23b1e1b08 req-dffedd18-8d08-4bb0-968a-9115fb4bbf0d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065643 Jul 18 14:10:49.403108 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-715d612a-b553-4000-8795-a55c6f91dd51 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1092598 Jul 18 14:10:49.427675 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Request body: {'port': {'device_id': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:49.436025 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b5736fa-6756-4fea-b6f6-b024b75b6b0a req-768af739-412c-4a80-9ef9-fb5a21b7c385 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850682 Jul 18 14:10:49.495448 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.767391 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:10:49.776115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks [] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.790004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Transition to ACTIVE for port object 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:10:49.793483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.848793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Pushing event updated for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:49.922251 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Attempting to bind port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:10:49.922601 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Attempting to bind port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:10:49.922936 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Attempting to bind port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:10:49.927911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:10:49.928267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Attempting to bind port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 on network 5cc6197f-2206-41dd-b62d-9fbf3e29d0ea {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:10:49.933224 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:10:49.933600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Checking segment: {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:10:49.933992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Bound using segment: {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:10:49.934429 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Bound port: 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729f2df6-d08d-40ca-915b-59de60fcbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:10:49.934791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:49.972020 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:50.005338 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:10:50.009358 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:10:50.018619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:50.059536 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:50.060282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:50.061537 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] 10.222.0.87 "PUT /v2.0/ports/9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 HTTP/1.1" status: 200 len: 1094 time: 0.6382680 Jul 18 14:10:50.061966 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:10:50.064503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169c62b-a019-4cdf-949b-7f331f9755b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:10:50.091332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05a742-85a6-4f2f-a03c-e6c2fec0318f service neutron] Pushing event updated for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:50.114395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815940a-90dd-4205-8e3f-013e9fbf228d x-openstack-request-id: req-f815940a-90dd-4205-8e3f-013e9fbf228d {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:10:50.114693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:10:50.114952 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f815940a-90dd-4205-8e3f-013e9fbf228d {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:10:50.115359 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f815940a-90dd-4205-8e3f-013e9fbf228d'] response: {'name': 'network-changed', 'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2', 'status': 'completed', 'code': 200} Jul 18 14:10:50.220148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:50.233519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-028207d8-1c01-4c57-a7c0-68e164e669b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:50.235038 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-028207d8-1c01-4c57-a7c0-68e164e669b8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 1128 time: 0.0453684 Jul 18 14:10:50.287510 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-fc9129e0-dda5-4299-9b8f-10a9dbc5ae9c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 HTTP/1.1" status: 200 len: 217 time: 0.0365667 Jul 18 14:10:50.342361 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-3c522a57-310c-4493-8134-0d42abba3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:50.343824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-3c522a57-310c-4493-8134-0d42abba3c6d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8ee43ece-b0e9-4b32-b43c-593340f820c1 HTTP/1.1" status: 200 len: 849 time: 0.0451832 Jul 18 14:10:50.384040 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-5d230898-e305-452f-93e8-1843a655d09e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272181 Jul 18 14:10:50.533794 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-f6a5b2b1-d5db-449f-a29b-d5081d50c674 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409154 Jul 18 14:10:50.572522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9aa4d-5e88-48ef-b016-870e78654f54 req-6609808f-e324-4b3a-b636-cf5c9eadbdfe tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:50.573900 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0a9aa4d-5e88-48ef-b016-870e78654f54 req-6609808f-e324-4b3a-b636-cf5c9eadbdfe tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0939159 Jul 18 14:10:50.624645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79e42-8ec6-4048-a8de-d416b2e6a981 req-2f44a8a4-394b-41b9-bc17-c0dd9971c063 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:50.626131 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ca79e42-8ec6-4048-a8de-d416b2e6a981 req-2f44a8a4-394b-41b9-bc17-c0dd9971c063 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.1057091 Jul 18 14:10:50.727999 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0a9aa4d-5e88-48ef-b016-870e78654f54 req-48339975-231e-481b-9a21-c13829f77dbb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404755 Jul 18 14:10:50.741824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f8af96b-20d4-4db2-b35d-223dee578bfb req-1c97bba7-876c-4820-a61d-cac6bc7ad708 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014828 Jul 18 14:10:50.746134 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ca79e42-8ec6-4048-a8de-d416b2e6a981 req-c826b287-1fa7-4ad4-a850-c7390c73f310 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910516 Jul 18 14:10:51.876123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0b3d-40ce-4d3d-b485-5601917f4b2c req-25d23df1-999c-4295-b3e6-164dac68f0ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:51.877616 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-253a0b3d-40ce-4d3d-b485-5601917f4b2c req-25d23df1-999c-4295-b3e6-164dac68f0ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0824871 Jul 18 14:10:51.889594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fcfe4-787c-4cf5-a26d-48224156170f req-8d5107cc-ce46-42d0-8ccb-45064ccc8d33 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:51.890972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3d7fcfe4-787c-4cf5-a26d-48224156170f req-8d5107cc-ce46-42d0-8ccb-45064ccc8d33 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0656431 Jul 18 14:10:51.964730 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-253a0b3d-40ce-4d3d-b485-5601917f4b2c req-4a6d07e5-02cc-41f0-8ddc-4c1c87fb1aa9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812857 Jul 18 14:10:51.968857 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3d7fcfe4-787c-4cf5-a26d-48224156170f req-927f8507-0d56-4ca9-beee-2548f3d2286d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Jul 18 14:10:53.101001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b08b-d1a8-4a78-9cb6-adc4958c3a22 req-839f8b5f-897a-4ebf-a9f8-ab3ed30ec8ae tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:53.104548 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b15b08b-d1a8-4a78-9cb6-adc4958c3a22 req-839f8b5f-897a-4ebf-a9f8-ab3ed30ec8ae tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0605390 Jul 18 14:10:53.158668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b15b08b-d1a8-4a78-9cb6-adc4958c3a22 req-1149d047-ef34-4a8b-8c71-71ba6661c62b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Jul 18 14:10:53.232985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022bad-4312-4943-ac41-b1b794a4e31d req-061d743a-368a-4068-a5e8-151883725967 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:53.234591 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11022bad-4312-4943-ac41-b1b794a4e31d req-061d743a-368a-4068-a5e8-151883725967 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0519962 Jul 18 14:10:53.281527 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11022bad-4312-4943-ac41-b1b794a4e31d req-648c8d21-c3e6-4598-8df4-b003fc2164dc tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Jul 18 14:10:54.274252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3500-215e-4897-bf1d-02ef7596bb2c req-c2cd4237-b1d6-4d00-aba3-60bd33dce87c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:54.275712 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8de3500-215e-4897-bf1d-02ef7596bb2c req-c2cd4237-b1d6-4d00-aba3-60bd33dce87c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0478222 Jul 18 14:10:54.293698 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:54.325351 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8de3500-215e-4897-bf1d-02ef7596bb2c req-dab478c7-c30d-4d67-8067-142c58727c3b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Jul 18 14:10:54.400057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419faf-6c8c-4814-9c67-e2f935ce19fc req-63c7c9a3-8c14-4d0d-a806-6c2655df4e61 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:54.401589 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02419faf-6c8c-4814-9c67-e2f935ce19fc req-63c7c9a3-8c14-4d0d-a806-6c2655df4e61 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0508678 Jul 18 14:10:54.414054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:54.450145 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02419faf-6c8c-4814-9c67-e2f935ce19fc req-441033c0-7dac-41bd-b13f-772d38343675 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jul 18 14:10:54.648519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:55.436368 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029416d-a561-4c11-a04b-6607f4cc0a22 req-3407946d-5560-43ac-b8c8-b98cd3b78b5f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:55.438366 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a029416d-a561-4c11-a04b-6607f4cc0a22 req-3407946d-5560-43ac-b8c8-b98cd3b78b5f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0463889 Jul 18 14:10:55.486698 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a029416d-a561-4c11-a04b-6607f4cc0a22 req-64997a08-4fa9-4517-ba4a-5eeb913ac677 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jul 18 14:10:55.564115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af484055-7562-43d7-b416-3b51f369a069 req-40fd7d46-79a7-4d66-8aa0-e5967707244a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:55.565551 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af484055-7562-43d7-b416-3b51f369a069 req-40fd7d46-79a7-4d66-8aa0-e5967707244a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0456972 Jul 18 14:10:55.618486 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af484055-7562-43d7-b416-3b51f369a069 req-00abebf0-2676-4a88-94b3-9396efe10435 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Jul 18 14:10:56.610403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e9fda-52cb-4aeb-8bf5-c4919811eec6 req-00aa4ea9-915c-4cfb-8a9f-d7b23928b4b1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:56.611958 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61e9fda-52cb-4aeb-8bf5-c4919811eec6 req-00aa4ea9-915c-4cfb-8a9f-d7b23928b4b1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Jul 18 14:10:56.663303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61e9fda-52cb-4aeb-8bf5-c4919811eec6 req-0858fc6a-d56a-46df-a2bd-e81a7ce9bc23 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Jul 18 14:10:56.736999 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c27c8-39bf-4324-a868-094c324f866e req-6059b8fc-0769-46f4-909a-15e822d0c8a6 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:56.739090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-907c27c8-39bf-4324-a868-094c324f866e req-6059b8fc-0769-46f4-909a-15e822d0c8a6 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0492027 Jul 18 14:10:56.786579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-907c27c8-39bf-4324-a868-094c324f866e req-6867b85a-cd13-4bf6-8570-57cb8cc848a4 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Jul 18 14:10:57.589345 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 35822) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:57.709057 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-677e9b6e-8a9a-4b9a-bcc0-b5e01ed3a551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:57.791801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6b27-2120-4dad-9834-a781b7a23898 req-11722054-6ed4-4999-9b0d-87682603dd59 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:57.793961 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-661a6b27-2120-4dad-9834-a781b7a23898 req-11722054-6ed4-4999-9b0d-87682603dd59 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0589459 Jul 18 14:10:57.799137 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-677e9b6e-8a9a-4b9a-bcc0-b5e01ed3a551 admin admin] Publish callbacks [] for security_group (83c4ace0-4a77-4852-ae4e-18ba0bcabf85), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:57.804452 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-677e9b6e-8a9a-4b9a-bcc0-b5e01ed3a551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (83c4ace0-4a77-4852-ae4e-18ba0bcabf85), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:57.836157 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9b6e-8a9a-4b9a-bcc0-b5e01ed3a551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c4ace0-4a77-4852-ae4e-18ba0bcabf85,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:57.855243 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-661a6b27-2120-4dad-9834-a781b7a23898 req-426a7b9b-e922-4a30-8952-1f74971da32e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Jul 18 14:10:57.862517 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35842) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:57.863341 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-677e9b6e-8a9a-4b9a-bcc0-b5e01ed3a551 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2709afb81c074156b75f2407c0240cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721701 Jul 18 14:10:57.946799 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50280db-aa96-4fd1-87e5-f33c7635fcb6 req-ca0dee9b-cefb-48bb-aaed-4b3c5227b123 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:57.948567 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a50280db-aa96-4fd1-87e5-f33c7635fcb6 req-ca0dee9b-cefb-48bb-aaed-4b3c5227b123 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0725706 Jul 18 14:10:57.954728 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] Publish callbacks [] for security_group (83c4ace0-4a77-4852-ae4e-18ba0bcabf85), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:57.995166 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] Publish callbacks [] for security_group (83c4ace0-4a77-4852-ae4e-18ba0bcabf85), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.042420 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a50280db-aa96-4fd1-87e5-f33c7635fcb6 req-a6c65246-ad55-4655-aed1-97023dda427c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858929 Jul 18 14:10:58.065429 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (83c4ace0-4a77-4852-ae4e-18ba0bcabf85), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.068726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.069861 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/83c4ace0-4a77-4852-ae4e-18ba0bcabf85 HTTP/1.1" status: 204 len: 168 time: 0.2058759 Jul 18 14:10:58.077746 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c7edc-bf98-412a-ad60-17a84005055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c4ace0-4a77-4852-ae4e-18ba0bcabf85,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:58.702762 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35870) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:58.803885 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1708798227-network', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:58.824919 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Made reservation on behalf of f618e7dff5d7411eb4d4cade50d68607 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:10:58.827249 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.835444 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.872355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:58.912720 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:58.914726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks [] for security_group (e3f8783d-cff2-447a-ae07-4574a8ab4017), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.918353 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e3f8783d-cff2-447a-ae07-4574a8ab4017), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.943576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:10:58.993047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f8783d-cff2-447a-ae07-4574a8ab4017,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:58.998055 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:58.998401 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Added segment 4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c of type vlan for network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 Jul 18 14:10:59.014293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8152-fff7-416e-8c7a-83b9eb72dd6c req-a7cdb755-01ed-4434-942b-785a05f649dd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.015814 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-017e8152-fff7-416e-8c7a-83b9eb72dd6c req-a7cdb755-01ed-4434-942b-785a05f649dd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0795357 Jul 18 14:10:59.067491 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (3ec35dc1-02fe-4ebc-8138-0a035afc8c58), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.132626 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-017e8152-fff7-416e-8c7a-83b9eb72dd6c req-151d3272-0d37-4cb5-a4f8-7d577415c14d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953100 Jul 18 14:10:59.170004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-52381492-a7b0-4186-8fb6-a660eb6d5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.171515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-52381492-a7b0-4186-8fb6-a660eb6d5103 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e0380aba6504b61af9e82a6a72d0211&device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 1128 time: 0.1012943 Jul 18 14:10:59.200342 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (3ec35dc1-02fe-4ebc-8138-0a035afc8c58), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.201345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.201926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.234367 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51edb6-dd68-4f24-8892-52bb7771cc43 req-ad7060d0-7066-4fbb-b90a-e22e7a44e79f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.235796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f51edb6-dd68-4f24-8892-52bb7771cc43 req-ad7060d0-7066-4fbb-b90a-e22e7a44e79f tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 944 time: 0.0866318 Jul 18 14:10:59.285250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5813878 Jul 18 14:10:59.288231 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 35898) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:59.293526 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Request body: {'subnet': {'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1708798227-subnet', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:59.317713 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Made reservation on behalf of f618e7dff5d7411eb4d4cade50d68607 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:10:59.320479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7847686'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.366270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486eb16-dae4-4ad8-b224-321fcaab066d admin admin] Pushing event updated for resources: {'Network': ['ID=3ec35dc1-02fe-4ebc-8138-0a035afc8c58,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:59.374504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:10:59.390623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:10:59.402144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f51edb6-dd68-4f24-8892-52bb7771cc43 req-50532c90-e9f1-4343-b1b6-c000f91d580d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396787 Jul 18 14:10:59.416567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-0204c6c0-2eaa-470c-b793-5dec83f40bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.418229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-0204c6c0-2eaa-470c-b793-5dec83f40bfb service neutron] 10.222.0.87 "GET /v2.0/networks?id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 200 len: 910 time: 0.2078981 Jul 18 14:10:59.466032 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-d9a5b629-f3fb-488c-a9e3-57e25347e746 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 HTTP/1.1" status: 200 len: 217 time: 0.0358617 Jul 18 14:10:59.502787 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7847704'] for subnet (45378f74-7c2f-4af8-ac4c-41811713a771), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.525802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-c2d562f0-ab4f-455e-8459-2cdf56172936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.528197 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-c2d562f0-ab4f-455e-8459-2cdf56172936 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8ee43ece-b0e9-4b32-b43c-593340f820c1 HTTP/1.1" status: 200 len: 849 time: 0.0526314 Jul 18 14:10:59.547195 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:59.559675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2', 'network_id': '5cc6197f-2206-41dd-b62d-9fbf3e29d0ea', 'port_id': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2', 'mac_address': 'fa:16:3e:b4:d7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee43ece-b0e9-4b32-b43c-593340f820c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:10:59.560424 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45378f74-7c2f-4af8-ac4c-41811713a771,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:59.570319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Checking segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:10:59.570687 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Network hostable DHCP agents. Network: 3ec35dc1-02fe-4ebc-8138-0a035afc8c58, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:10:59.582241 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-76836284-bd0e-48ac-bdb8-0654e46350f9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363169 Jul 18 14:10:59.588166 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:10:59.597933 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 3ec35dc1-02fe-4ebc-8138-0a035afc8c58) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:10:59.602692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:10:59.603290 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.606575 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:10:59.606889 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.607443 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:10:59.619755 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0640c9ed-fb37-4ab0-8b6c-3cee62fd1c13 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3304422 Jul 18 14:10:59.620186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd462cdf-8342-4953-bd01-a6419633dbce None None] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:10:59.622423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 35902) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:10:59.626803 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:10:59.637841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:10:59.653361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.654747 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.699503 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:10:59.704656 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.707597 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:59.714456 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:10:59.718134 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for router_controller (467e02c4-4c7f-48cf-992c-cfeba1964bc1), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.776168 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:10:59.777073 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.790548 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:10:59.803614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.803975 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.804333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.804701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.805010 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.805333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.805654 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.805999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.806323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.806637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.806954 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.807272 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.807585 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.807897 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.808232 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:10:59.865073 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for router_gateway (467e02c4-4c7f-48cf-992c-cfeba1964bc1), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:10:59.935388 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Allocated IP 172.20.0.2 (3ec35dc1-02fe-4ebc-8138-0a035afc8c58/45378f74-7c2f-4af8-ac4c-41811713a771/95c4675b-1931-49d2-93b4-c713fe4b5368) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:00.054015 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for router_gateway (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.077312 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.151243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:00.185345 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Allocated IP 172.27.1.69 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:00.207191 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks [] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.213629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.261036 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:00.264962 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:00.266909 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3eacc-49af-4827-91ac-69194f568c09 req-ae0f7510-80fa-4bf0-ba64-f722115c436e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:00.268724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:00.272122 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Pushing event updated for resources: {'Port': ['ID=95c4675b-1931-49d2-93b4-c713fe4b5368,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:00.272707 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-27a3eacc-49af-4827-91ac-69194f568c09 req-ae0f7510-80fa-4bf0-ba64-f722115c436e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0565817 Jul 18 14:11:00.316343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.323853 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-27a3eacc-49af-4827-91ac-69194f568c09 req-2b735623-068c-437a-abbe-cc97a9eb0cf2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Jul 18 14:11:00.329246 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Attempting to bind port 95c4675b-1931-49d2-93b4-c713fe4b5368 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:00.329616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Attempting to bind port 95c4675b-1931-49d2-93b4-c713fe4b5368 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:00.329973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Attempting to bind port 95c4675b-1931-49d2-93b4-c713fe4b5368 on network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:00.335062 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:00.335433 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Checking segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:00.335829 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.336239 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Bound using segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:00.336698 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Bound port: 95c4675b-1931-49d2-93b4-c713fe4b5368, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:00.337074 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.339575 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:00.348377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['9afcfc6f-56b4-4bb2-9a3e-7715cf170af2'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:11:00.358287 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.403105 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:00.408436 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:00.411826 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:00.414972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:00.475515 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] For port 95c4675b-1931-49d2-93b4-c713fe4b5368, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:00.500527 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] For port 95c4675b-1931-49d2-93b4-c713fe4b5368, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=95c4675b-1931-49d2-93b4-c713fe4b5368,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:00.517210 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.613258 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ebe0b-9272-4ee6-96b4-a87b785738d5 None None] Pushing event updated for resources: {'Port': ['ID=95c4675b-1931-49d2-93b4-c713fe4b5368,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:00.642905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d118ec-497e-4dc0-8104-fae9ddcf8424 req-de158777-a949-4389-bf74-a10d6a43fb31 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:00.647280 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7d118ec-497e-4dc0-8104-fae9ddcf8424 req-de158777-a949-4389-bf74-a10d6a43fb31 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 945 time: 0.1207743 Jul 18 14:11:00.711051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7d118ec-497e-4dc0-8104-fae9ddcf8424 req-e675476b-c64f-4a6a-adf5-ae7456cab360 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Jul 18 14:11:00.748784 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for router_gateway (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:00.751249 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:01.021160 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:01.160100 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35946) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:01.170407 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.292380 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70a70369-8c9f-4a3e-a4d5-31d941d48b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.319246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:11:01.448572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:01.449890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:01.458292 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 95c4675b-1931-49d2-93b4-c713fe4b5368 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:01.462165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70a70369-8c9f-4a3e-a4d5-31d941d48b05 admin admin] Publish callbacks [] for security_group (47a71ead-80b2-4cea-a0b6-86ee2b45f567), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.520431 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 95c4675b-1931-49d2-93b4-c713fe4b5368 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:01.520955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.535703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:11:01.549113 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Sync routers for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:11:01.550623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-70a70369-8c9f-4a3e-a4d5-31d941d48b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (47a71ead-80b2-4cea-a0b6-86ee2b45f567), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.565899 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.571647 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-449972ef-21c6-451b-9da6-9651fb595e84 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9481628 Jul 18 14:11:01.572818 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 35956) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:01.593286 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:01.593981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:01.740666 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 95c4675b-1931-49d2-93b4-c713fe4b5368 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:01.741058 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.758566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2579d-f923-4465-8a86-8c7ff63dbe65 req-53d7859d-b75b-4c3b-93ed-423c7d5ca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:01.760150 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83c2579d-f923-4465-8a86-8c7ff63dbe65 req-53d7859d-b75b-4c3b-93ed-423c7d5ca97c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.2284389 Jul 18 14:11:01.764487 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:01.769025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5855a8-67f3-4ffc-bd01-f04fbbd1675d req-f1dcc94e-56cc-4b9b-be54-0476ccbd76c6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:01.775753 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a5855a8-67f3-4ffc-bd01-f04fbbd1675d req-f1dcc94e-56cc-4b9b-be54-0476ccbd76c6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.3100474 Jul 18 14:11:01.779571 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-70a70369-8c9f-4a3e-a4d5-31d941d48b05 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5b771d4ccf534b53ae55a817db12a1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6181638 Jul 18 14:11:01.780770 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a70369-8c9f-4a3e-a4d5-31d941d48b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a71ead-80b2-4cea-a0b6-86ee2b45f567,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:01.783240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35962) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:01.789456 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-0df03680-63f4-4b6d-86f6-1ae648efafe0 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211844 Jul 18 14:11:01.825326 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 95c4675b-1931-49d2-93b4-c713fe4b5368, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=95c4675b-1931-49d2-93b4-c713fe4b5368,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:01.832116 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:01.887311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:01.927120 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:01.929347 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9dcd65-e2a6-4302-a09a-868f9407cbff None None] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:11:01.964992 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.005752 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:11:02.032286 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-350593ec-b99a-4146-ab44-b64ede9022f8 None None] Provisioning complete for port 95c4675b-1931-49d2-93b4-c713fe4b5368 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:02.032576 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-350593ec-b99a-4146-ab44-b64ede9022f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.071065 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:02.071430 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.141097 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=95c4675b-1931-49d2-93b4-c713fe4b5368,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:02.149421 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:02.169443 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.193539 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:02.236545 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83c2579d-f923-4465-8a86-8c7ff63dbe65 req-239623cc-50fa-4af1-9acc-d4a55033b0e9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523549 Jul 18 14:11:02.274748 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a5855a8-67f3-4ffc-bd01-f04fbbd1675d req-49dc7d9f-b972-4f21-897f-14845bc6ca79 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982107 Jul 18 14:11:02.291161 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c169c62b-a019-4cdf-949b-7f331f9755b7 req-216a4063-d75f-4b9b-8705-9196e7e70e26 service neutron] 10.222.0.87 "GET /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650741 Jul 18 14:11:02.298615 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0df4-a2af-4b7b-b83d-ec03e1e79da0 req-f0779676-f37b-47a0-b8c0-3dc9e13eaa04 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:02.304722 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f3d0df4-a2af-4b7b-b83d-ec03e1e79da0 req-f0779676-f37b-47a0-b8c0-3dc9e13eaa04 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 945 time: 0.4592013 Jul 18 14:11:02.337589 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:02.345354 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] Publish callbacks [] for security_group (47a71ead-80b2-4cea-a0b6-86ee2b45f567), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.351743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:02.371504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-350593ec-b99a-4146-ab44-b64ede9022f8 None None] Current status of the port 95c4675b-1931-49d2-93b4-c713fe4b5368 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:02.373612 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:00Z', 'revision_number': 3, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:02.375377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:02.375754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.404787 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f3d0df4-a2af-4b7b-b83d-ec03e1e79da0 req-632e7eab-b946-42b8-bfbf-086e8202f5f5 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968068 Jul 18 14:11:02.407989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] Publish callbacks [] for security_group (47a71ead-80b2-4cea-a0b6-86ee2b45f567), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.412201 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Checking router: 467e02c4-4c7f-48cf-992c-cfeba1964bc1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:11:02.412551 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Updating router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:11:02.431547 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Allocated IP 172.20.0.1 (3ec35dc1-02fe-4ebc-8138-0a035afc8c58/45378f74-7c2f-4af8-ac4c-41811713a771/d17d4682-77ad-41b5-9c3c-7b5de4a513f7) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:02.445049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:02.447301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c76eac-d054-498f-9946-f7264ae091f4" -d '{"events": [{"server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "name": "network-vif-plugged", "status": "completed", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:02.458714 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:02.465748 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:02.467719 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.470748 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.496726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (47a71ead-80b2-4cea-a0b6-86ee2b45f567), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.500169 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.501684 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47a71ead-80b2-4cea-a0b6-86ee2b45f567 HTTP/1.1" status: 204 len: 168 time: 0.7149217 Jul 18 14:11:02.527361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd124e-e6eb-4804-897f-33ee3d52a3ec x-openstack-request-id: req-cacd124e-e6eb-4804-897f-33ee3d52a3ec {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:02.527877 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "name": "network-vif-plugged", "status": "completed", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:02.527877 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cacd124e-e6eb-4804-897f-33ee3d52a3ec {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:02.528306 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacd124e-e6eb-4804-897f-33ee3d52a3ec'] response: {'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2', 'code': 200} Jul 18 14:11:02.531735 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8516d8-e3b6-4014-ba46-82b9c6bd935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a71ead-80b2-4cea-a0b6-86ee2b45f567,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:02.578853 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks [] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.620749 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:02.622399 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.667627 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:02.670676 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:02.673417 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:02.709898 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Pushing event updated for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:02.729549 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.906967 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.923326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35976) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:02.928998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-0e058d85-dd4f-4654-8770-eccc29b14e59 None None] Provisioning complete for port 95c4675b-1931-49d2-93b4-c713fe4b5368 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:02.929373 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0e058d85-dd4f-4654-8770-eccc29b14e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.943355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-73003855-42fe-4254-9028-2228e565f81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:02.971414 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:03.001485 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks [] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.010981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.038215 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-73003855-42fe-4254-9028-2228e565f81f admin admin] Publish callbacks [] for security_group (a5e9febb-532c-42c7-aa0b-8147bf454277), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.042910 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-73003855-42fe-4254-9028-2228e565f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a5e9febb-532c-42c7-aa0b-8147bf454277), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.070864 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Attempting to bind port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:03.071134 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Attempting to bind port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:03.071506 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Attempting to bind port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:03.079701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:03.080106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:03.080509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.081463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:03.081972 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Bound port: 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:03.082321 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.082911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73003855-42fe-4254-9028-2228e565f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9febb-532c-42c7-aa0b-8147bf454277,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:03.087296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-73003855-42fe-4254-9028-2228e565f81f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=96564e9f7f61444d87f42d58c7482071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628759 Jul 18 14:11:03.089906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 35978) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:03.103835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55f518-21a8-4072-9e4f-419b267cb2a3 None None] Pushing event updated for resources: {'Port': ['ID=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:03.105148 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks [] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.113224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.144676 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-0e058d85-dd4f-4654-8770-eccc29b14e59 None None] Current status of the port 95c4675b-1931-49d2-93b4-c713fe4b5368 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:03.146869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] Publish callbacks [] for security_group (a5e9febb-532c-42c7-aa0b-8147bf454277), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.167778 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] For port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:03.168720 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] Publish callbacks [] for security_group (a5e9febb-532c-42c7-aa0b-8147bf454277), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.171701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] For port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:03.179591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.192631 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.194698 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Pushing event updated for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:03.223152 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a5e9febb-532c-42c7-aa0b-8147bf454277), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.226337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.228445 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a5e9febb-532c-42c7-aa0b-8147bf454277 HTTP/1.1" status: 204 len: 168 time: 0.1374071 Jul 18 14:11:03.238578 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:03.239225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:03.239501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e158af-2f6e-4379-b864-f34eaee9bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9febb-532c-42c7-aa0b-8147bf454277,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:03.243064 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:03.285855 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:03.299413 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:03.301747 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:03.310416 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55f518-21a8-4072-9e4f-419b267cb2a3 None None] Pushing event updated for resources: {'Port': ['ID=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:03.324706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c50cf068-a074-4472-8bc6-d95362a6908d None None] Provisioning complete for port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:03.324998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c50cf068-a074-4472-8bc6-d95362a6908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.403208 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:03.438477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c50cf068-a074-4472-8bc6-d95362a6908d None None] Port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:11:03.470926 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:03.507597 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 95c4675b-1931-49d2-93b4-c713fe4b5368 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:03.548134 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:03.584760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:11:03.618015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec1f9-29c0-4474-9acc-f9d9adca5afb req-9b4459ea-7d51-4ea6-be25-9da986dc44dc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:03.619524 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9eec1f9-29c0-4474-9acc-f9d9adca5afb req-9b4459ea-7d51-4ea6-be25-9da986dc44dc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.1915205 Jul 18 14:11:03.632578 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70947f6-7283-4f4b-a897-542d9f82cf00 req-fb987f6f-36de-4f67-9958-b4ac31fa6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:03.634052 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f70947f6-7283-4f4b-a897-542d9f82cf00 req-fb987f6f-36de-4f67-9958-b4ac31fa6484 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 1130 time: 0.1091366 Jul 18 14:11:03.641245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732e629-e4cf-484a-9705-909afbd326eb req-551bf03c-e3e5-4aba-beb8-997518a0ca0d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:03.648239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a732e629-e4cf-484a-9705-909afbd326eb req-551bf03c-e3e5-4aba-beb8-997518a0ca0d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0995815 Jul 18 14:11:03.707138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 95c4675b-1931-49d2-93b4-c713fe4b5368 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:03.708062 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.733501 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9eec1f9-29c0-4474-9acc-f9d9adca5afb req-0b718787-ede9-4a84-bef1-dc59137885b8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026287 Jul 18 14:11:03.744232 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:11:03.751668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a732e629-e4cf-484a-9705-909afbd326eb req-7c8cebdc-f711-4120-9830-6f04ea915e2b tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024940 Jul 18 14:11:03.752008 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1b1642c4-3ef0-4c69-8bcf-7706bb0d49fa admin admin] 10.222.0.94 "PUT /v2.0/routers/467e02c4-4c7f-48cf-992c-cfeba1964bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1780291 Jul 18 14:11:03.818033 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-2d568986-7747-4d4b-a2a1-964c7fd4ebfd None None] Provisioning complete for port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:03.818759 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2d568986-7747-4d4b-a2a1-964c7fd4ebfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:03.857737 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2d568986-7747-4d4b-a2a1-964c7fd4ebfd None None] Port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:11:03.939520 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 95c4675b-1931-49d2-93b4-c713fe4b5368 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:03.959568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 2, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:03.990167 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5a106-96f6-4cdd-8969-0423273bba97 None None] The sync data for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi is: [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 2, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:11:04.243500 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f70947f6-7283-4f4b-a897-542d9f82cf00 req-23edd7db-f599-416b-a013-51ddf96750da service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944235 Jul 18 14:11:04.537303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36022) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:04.543468 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-786487777-network', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:04.559676 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:04.570378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Made reservation on behalf of d8b0bbd989be47ea916196e8f8b4d8f1 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:11:04.573062 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.587018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.599597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:04.682628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks [] for security_group (057ef23e-30a6-48e5-979b-f7d7bb1c7426), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.687756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (057ef23e-30a6-48e5-979b-f7d7bb1c7426), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.711393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:11:04.745352 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057ef23e-30a6-48e5-979b-f7d7bb1c7426,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:04.749461 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (8597f36c-2850-49e3-ac87-0f84bbbaa01b), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.749461 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Added segment 8597f36c-2850-49e3-ac87-0f84bbbaa01b of type vlan for network 48677728-f604-4f39-a0e4-57100320a6ed Jul 18 14:11:04.836136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (48677728-f604-4f39-a0e4-57100320a6ed), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.906794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (48677728-f604-4f39-a0e4-57100320a6ed), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.907890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:04.908712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:04.984013 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fbf6-cc3f-4f41-afa3-6cd035762eb5 req-0ef314d2-59c5-44c5-9c32-12c11896d431 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:04.985577 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46e0fbf6-cc3f-4f41-afa3-6cd035762eb5 req-0ef314d2-59c5-44c5-9c32-12c11896d431 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.1274755 Jul 18 14:11:04.991869 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4498315 Jul 18 14:11:04.992689 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36038) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:05.002335 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Request body: {'subnet': {'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-786487777-subnet', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:05.030616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Made reservation on behalf of d8b0bbd989be47ea916196e8f8b4d8f1 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:11:05.031319 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269780a-a58a-4ff2-a14c-2357a59f2a28 req-4359a203-6ddd-488b-8dc3-bf1fefb07116 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:05.032871 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0269780a-a58a-4ff2-a14c-2357a59f2a28 req-4359a203-6ddd-488b-8dc3-bf1fefb07116 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.1272516 Jul 18 14:11:05.033668 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7847686'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.046954 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f89d-d235-425d-91cf-acdf6222f023 admin admin] Pushing event updated for resources: {'Network': ['ID=48677728-f604-4f39-a0e4-57100320a6ed,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:05.057849 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 48677728-f604-4f39-a0e4-57100320a6ed details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:11:05.191195 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0269780a-a58a-4ff2-a14c-2357a59f2a28 req-92ea7e6a-5621-44ab-812a-bba3b2f7cd41 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464252 Jul 18 14:11:05.194329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46e0fbf6-cc3f-4f41-afa3-6cd035762eb5 req-dda3758f-8110-44e4-af24-958edddf7720 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696837 Jul 18 14:11:05.289786 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7847704'] for subnet (86e7bfdb-0070-41bf-81d1-6ec77a0a05f6), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.350838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:05.374297 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e7bfdb-0070-41bf-81d1-6ec77a0a05f6,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:05.396997 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Checking segment: {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:05.397378 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Network hostable DHCP agents. Network: 48677728-f604-4f39-a0e4-57100320a6ed, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:11:05.434988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:05.467572 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Network 48677728-f604-4f39-a0e4-57100320a6ed is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:11:05.484185 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 48677728-f604-4f39-a0e4-57100320a6ed) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:05.495734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:05.496635 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.508722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464df2f-371b-4522-928e-f81f5be769c8 None None] Network 48677728-f604-4f39-a0e4-57100320a6ed requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:11:05.537075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4a6cc-247c-419e-9618-e7627d74365c req-e7d88a8b-fc6e-43f9-b583-1dae338810ba tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:05.543002 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3657bfcf-d58c-4fc0-a3dd-4387583d2081 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5486135 Jul 18 14:11:05.545563 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36060) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:05.548809 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44b4a6cc-247c-419e-9618-e7627d74365c req-e7d88a8b-fc6e-43f9-b583-1dae338810ba tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0773149 Jul 18 14:11:05.556440 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:05.556740 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:05.556893 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.601487 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.604555 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.656849 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2254b89-444e-4672-a1f5-971ad66d761b req-c15e6fea-697b-467e-8692-d4dddfe67ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:05.658655 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-c15e6fea-697b-467e-8692-d4dddfe67ac4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.1071985 Jul 18 14:11:05.673536 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44b4a6cc-247c-419e-9618-e7627d74365c req-3fdea7d4-e84e-46e0-b93e-757655c8ef98 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230111 Jul 18 14:11:05.709404 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for router_controller (7cb4c067-7fff-48bb-b804-ed748462bcea), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.717028 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-48677728-f604-4f39-a0e4-57100320a6ed', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:11:05.718386 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.722130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:05.755928 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:05.756423 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.840009 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:05.851295 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:05.977996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:05.994029 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Allocated IP 172.20.0.2 (48677728-f604-4f39-a0e4-57100320a6ed/86e7bfdb-0070-41bf-81d1-6ec77a0a05f6/d3b4ebb5-da10-404a-abfd-010ceee1536e) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:06.036962 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:06.039728 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2254b89-444e-4672-a1f5-971ad66d761b req-9adbd2b1-6aee-4981-89b3-700df4153752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:06.044890 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-9adbd2b1-6aee-4981-89b3-700df4153752 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.2433782 Jul 18 14:11:06.137713 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for router_gateway (7cb4c067-7fff-48bb-b804-ed748462bcea), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.149673 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks [] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.154563 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.197049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Network 48677728-f604-4f39-a0e4-57100320a6ed is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:06.202425 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:06.204957 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:06.210786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Pushing event updated for resources: {'Port': ['ID=d3b4ebb5-da10-404a-abfd-010ceee1536e,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:06.274641 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Attempting to bind port d3b4ebb5-da10-404a-abfd-010ceee1536e on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:06.275216 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Attempting to bind port d3b4ebb5-da10-404a-abfd-010ceee1536e by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:06.275845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Attempting to bind port d3b4ebb5-da10-404a-abfd-010ceee1536e on network 48677728-f604-4f39-a0e4-57100320a6ed {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:06.282922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:06.283594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Checking segment: {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:06.284882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.285419 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Bound using segment: {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:06.286065 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Bound port: d3b4ebb5-da10-404a-abfd-010ceee1536e, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:06.286596 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.341488 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for router_gateway (7cb4c067-7fff-48bb-b804-ed748462bcea), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.367886 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.383120 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-f055e778-d3d6-496e-b88e-cc431b6d45af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0454695 Jul 18 14:11:06.395707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483eb73-243e-4230-9fad-a172c7e61921 req-3c25046e-6e27-47e4-a229-70cbc9e61689 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:06.397424 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0483eb73-243e-4230-9fad-a172c7e61921 req-3c25046e-6e27-47e4-a229-70cbc9e61689 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0988619 Jul 18 14:11:06.494694 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] For port d3b4ebb5-da10-404a-abfd-010ceee1536e, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:06.496080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2254b89-444e-4672-a1f5-971ad66d761b req-44e6d93f-a971-4261-8750-672b9575198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:06.497638 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-44e6d93f-a971-4261-8750-672b9575198a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0992644 Jul 18 14:11:06.498246 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] For port d3b4ebb5-da10-404a-abfd-010ceee1536e, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d3b4ebb5-da10-404a-abfd-010ceee1536e,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:06.498657 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Allocated IP 172.27.1.204 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:06.505758 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0483eb73-243e-4230-9fad-a172c7e61921 req-8d44238d-7a50-4091-95ef-c7ba47263d26 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779278 Jul 18 14:11:06.507545 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.535138 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:06.560854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:06.576875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2254b89-444e-4672-a1f5-971ad66d761b req-cf75c954-54ec-425d-8cbd-282f0e43e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:06.581615 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-cf75c954-54ec-425d-8cbd-282f0e43e378 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742579 Jul 18 14:11:06.585587 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231856-a87b-4c6a-8744-6562f02d690a None None] Pushing event updated for resources: {'Port': ['ID=d3b4ebb5-da10-404a-abfd-010ceee1536e,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:06.624641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:06.675051 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.691663 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-f91b45b8-d7b8-4ae4-830c-c07c7e38edc5 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034377 Jul 18 14:11:06.715608 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:06.730546 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Sync routers for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:11:06.756394 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:06.757037 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:06.818377 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:06.825767 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:06.840270 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:06.842607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:06.919966 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e765-b793-4081-9242-168daec44755 req-b60930c0-5fb8-4867-a07d-120837598101 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:06.921537 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa19e765-b793-4081-9242-168daec44755 req-b60930c0-5fb8-4867-a07d-120837598101 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0818310 Jul 18 14:11:06.933863 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:06.944774 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:06.959844 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2254b89-444e-4672-a1f5-971ad66d761b req-50305619-c68f-45b2-83ab-04421936ac0a service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605519 Jul 18 14:11:07.064969 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa19e765-b793-4081-9242-168daec44755 req-0ed4a544-3b3e-4307-b8dc-9e958fea2d15 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033528 Jul 18 14:11:07.271433 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for router_gateway (7cb4c067-7fff-48bb-b804-ed748462bcea), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.320657 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 2, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:07.352789 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Checking router: 467e02c4-4c7f-48cf-992c-cfeba1964bc1 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:11:07.353167 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Updating router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:11:07.382023 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.496064 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:07.552452 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.564441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:07.565880 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.601260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef564c-2b6f-4b2b-8929-295ed2104359 req-988e5803-449f-47d3-af0d-695a91e2ba5a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:07.603060 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0ef564c-2b6f-4b2b-8929-295ed2104359 req-988e5803-449f-47d3-af0d-695a91e2ba5a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0735614 Jul 18 14:11:07.648317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:07.649619 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d3b4ebb5-da10-404a-abfd-010ceee1536e up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:07.682317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:07.700222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0ef564c-2b6f-4b2b-8929-295ed2104359 req-ed263117-ccef-4d7b-a1c8-b905118080d9 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907569 Jul 18 14:11:07.707509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port d3b4ebb5-da10-404a-abfd-010ceee1536e triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:07.707955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.746856 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Router 7cb4c067-7fff-48bb-b804-ed748462bcea is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:11:07.750364 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:07.778616 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks [] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.784573 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.806130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port d3b4ebb5-da10-404a-abfd-010ceee1536e is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:07.807187 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.830020 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:07.837371 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Pushing event updated for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:07.850751 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.851086 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.851445 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.851802 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.852146 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.852467 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.852786 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.853100 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.853419 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.853743 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.854050 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.854383 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.854699 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.855009 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.855319 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:07.865284 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port d3b4ebb5-da10-404a-abfd-010ceee1536e, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d3b4ebb5-da10-404a-abfd-010ceee1536e,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:07.871602 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.876818 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:11:07.914131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.916583 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-776b070b-f5e9-482d-9383-1ca32bb01312 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3700116 Jul 18 14:11:07.916722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Sync routers for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:11:07.919739 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Attempting to bind port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:07.920153 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36092) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:07.920517 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Attempting to bind port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:07.921047 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Attempting to bind port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 on network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:07.931076 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:07.931660 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Checking segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:07.932365 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.933102 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Bound using segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:07.933717 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Bound port: d17d4682-77ad-41b5-9c3c-7b5de4a513f7, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:07.934253 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:07.951354 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:07.958361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:07.959091 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:08.012708 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] For port d17d4682-77ad-41b5-9c3c-7b5de4a513f7, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:08.016823 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] For port d17d4682-77ad-41b5-9c3c-7b5de4a513f7, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:08.021559 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=d3b4ebb5-da10-404a-abfd-010ceee1536e,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:08.026639 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.057572 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55762d78-fcb1-4f9d-8bbe-b3487d76b1d3 None None] Network 48677728-f604-4f39-a0e4-57100320a6ed requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:11:08.121395 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:08.122252 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:08.125806 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d886-dbee-4d3a-8abd-ca39d036fdfa None None] Pushing event updated for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:08.186334 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9061c47a-2ea4-49ee-a35e-c639f16b5dfe None None] Provisioning complete for port d3b4ebb5-da10-404a-abfd-010ceee1536e triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:08.186702 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9061c47a-2ea4-49ee-a35e-c639f16b5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.191677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:08.198521 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:08.222004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cfbf3-8fe1-411a-afb6-d4f0baefc051 req-bdc9143f-cd68-4760-b0a1-208777c27628 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:08.223584 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-875cfbf3-8fe1-411a-afb6-d4f0baefc051 req-bdc9143f-cd68-4760-b0a1-208777c27628 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jul 18 14:11:08.279547 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:08.303286 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-875cfbf3-8fe1-411a-afb6-d4f0baefc051 req-63c37874-6204-45e0-9f48-2a5a08afe45f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718188 Jul 18 14:11:08.539361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9061c47a-2ea4-49ee-a35e-c639f16b5dfe None None] Current status of the port d3b4ebb5-da10-404a-abfd-010ceee1536e is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:08.554416 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:08Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:08.577674 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-410790a2-97f8-4878-8d81-4ce6dd97e0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.584036 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd14248-8703-41c0-a44a-fb8af06c5f5c None None] The sync data for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi is: [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:08Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:11:08.594079 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:07Z', 'revision_number': 3, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:08.630033 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:08.632182 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.636318 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Checking router: 7cb4c067-7fff-48bb-b804-ed748462bcea for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:11:08.636678 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Updating router 7cb4c067-7fff-48bb-b804-ed748462bcea port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:11:08.718048 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Provisioning complete for port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:08.719172 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.720133 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:08.820912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:08.849605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:08.928786 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9da343-88ac-49dc-93ce-637505aa9171 req-91a69a04-2210-4c3f-925a-0e17930a77d8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:08.935684 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb9da343-88ac-49dc-93ce-637505aa9171 req-91a69a04-2210-4c3f-925a-0e17930a77d8 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0868092 Jul 18 14:11:08.994952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Current status of the port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:08.995315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.007979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Allocated IP 172.20.0.1 (48677728-f604-4f39-a0e4-57100320a6ed/86e7bfdb-0070-41bf-81d1-6ec77a0a05f6/ff5d6d10-3759-47ed-b423-61b904a05dd9) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:09.042355 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb9da343-88ac-49dc-93ce-637505aa9171 req-177a1232-bb51-47b2-af57-53c4db27dca7 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056378 Jul 18 14:11:09.093194 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] For port d17d4682-77ad-41b5-9c3c-7b5de4a513f7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:09.103597 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.159618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks [] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.181525 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:09.197326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.207352 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6bc82-c172-4162-8aa2-fcf6bf198740 None None] Pushing event updated for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:09.227869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-5d6fa8f4-5f81-4110-ad4b-7d226359402b None None] Provisioning complete for port d3b4ebb5-da10-404a-abfd-010ceee1536e triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:09.228272 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa8f4-5f81-4110-ad4b-7d226359402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.244615 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Network 48677728-f604-4f39-a0e4-57100320a6ed is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:09.250971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:09.255877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:09.272991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks [] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.278179 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:09.287924 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.320635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (7cb4c067-7fff-48bb-b804-ed748462bcea), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.367422 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Attempting to bind port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:09.367919 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Attempting to bind port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:09.369171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Attempting to bind port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:09.382019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987312-b146-407d-babb-995a8320a0f9 None None] Pushing event updated for resources: {'Port': ['ID=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:09.384263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:09.384785 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:09.385298 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.385789 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:09.386387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Bound port: f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:09.386864 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.445230 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fa8f4-5f81-4110-ad4b-7d226359402b None None] Current status of the port d3b4ebb5-da10-404a-abfd-010ceee1536e is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:09.503317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] For port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:09.507196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] For port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:09.517933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.587764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9045-d7ba-4436-a3cc-3b74196c0f8f req-ecd3906e-19db-4b57-bb46-f1a34897567b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:09.595027 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-736d9045-d7ba-4436-a3cc-3b74196c0f8f req-ecd3906e-19db-4b57-bb46-f1a34897567b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0801499 Jul 18 14:11:09.604644 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:09.655526 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.685986 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-736d9045-d7ba-4436-a3cc-3b74196c0f8f req-f2da555c-14ff-451f-b461-0c46556b7617 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900207 Jul 18 14:11:09.716323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d17d4682-77ad-41b5-9c3c-7b5de4a513f7 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:09.748383 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987312-b146-407d-babb-995a8320a0f9 None None] Pushing event updated for resources: {'Port': ['ID=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:09.769346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e6fdda1c-c75a-4b30-bb14-2c797313f362 None None] Provisioning complete for port ff5d6d10-3759-47ed-b423-61b904a05dd9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:09.769704 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e6fdda1c-c75a-4b30-bb14-2c797313f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.794487 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:09.795107 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:10:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:09.848673 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:09.848918 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks [] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.853490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.855800 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdda1c-c75a-4b30-bb14-2c797313f362 None None] Port ff5d6d10-3759-47ed-b423-61b904a05dd9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:11:09.861247 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:09.862143 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.925154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:09.937760 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (7cb4c067-7fff-48bb-b804-ed748462bcea), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:09.947154 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:10.006545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:10.039457 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Network 48677728-f604-4f39-a0e4-57100320a6ed is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:10.040971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:10.169430 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:10.200293 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:10.201476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d3b4ebb5-da10-404a-abfd-010ceee1536e up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:10.261682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ff5d6d10-3759-47ed-b423-61b904a05dd9', 'name': '', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'mac_address': 'fa:16:3e:04:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:08Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 1, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'subnets': [{'id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:10.295478 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27a2d6-61ad-4373-b11a-7a325ce52d18 None None] The sync data for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi is: [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ff5d6d10-3759-47ed-b423-61b904a05dd9', 'name': '', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'mac_address': 'fa:16:3e:04:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:08Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 1, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'subnets': [{'id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:11:10.297349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port d3b4ebb5-da10-404a-abfd-010ceee1536e triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:10.297813 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:10.395054 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-810ff855-dd82-43e1-bd73-efab8bad408a None None] Provisioning complete for port ff5d6d10-3759-47ed-b423-61b904a05dd9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:10.395430 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-810ff855-dd82-43e1-bd73-efab8bad408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:10.442416 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port d3b4ebb5-da10-404a-abfd-010ceee1536e is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:10.446681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37ecc-ea42-4db4-9be0-0f09cac5288c req-be839c6a-0581-4343-b259-73245588422d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:10.448275 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cfb37ecc-ea42-4db4-9be0-0f09cac5288c req-be839c6a-0581-4343-b259-73245588422d tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.3089664 Jul 18 14:11:10.455639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-810ff855-dd82-43e1-bd73-efab8bad408a None None] Port ff5d6d10-3759-47ed-b423-61b904a05dd9 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:11:10.476232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Router 7cb4c067-7fff-48bb-b804-ed748462bcea has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:11:10.519582 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cfb37ecc-ea42-4db4-9be0-0f09cac5288c req-a99be72e-2078-41f7-ace4-778c9c07e7e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632463 Jul 18 14:11:10.656360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:11:10.662737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d81a5e32-58d0-4ec9-abf8-5f9771cd3098 admin admin] 10.222.0.94 "PUT /v2.0/routers/7cb4c067-7fff-48bb-b804-ed748462bcea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413034 Jul 18 14:11:10.694745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-04dc4d16-082a-4416-bdeb-218b4a526a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:10.816359 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e28f-dc3f-4986-932b-e81e6ded391d req-0b929d90-3edd-4e02-968c-c72503f965d9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:10.817944 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48c7e28f-dc3f-4986-932b-e81e6ded391d req-0b929d90-3edd-4e02-968c-c72503f965d9 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0566339 Jul 18 14:11:10.872450 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48c7e28f-dc3f-4986-932b-e81e6ded391d req-3dfe7783-1ca4-4bf7-ad1f-f4a6c02d8474 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487201 Jul 18 14:11:11.064103 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36152) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.069298 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475898836', 'description': 'tempest-secgroup-smoke-1475898836 description', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.098950 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.155783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:11.186468 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (226df603-be4c-447c-8f02-9f9ec61ab804), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.190723 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (226df603-be4c-447c-8f02-9f9ec61ab804), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.226440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.227702 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1620269 Jul 18 14:11:11.228912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d46673-cf2d-4a71-a2bd-533a2c5b7ca4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226df603-be4c-447c-8f02-9f9ec61ab804,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.230751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36154) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.235889 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.266477 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (529bc0e5-9508-494a-8b91-5531d3010b96), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.328906 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (529bc0e5-9508-494a-8b91-5531d3010b96), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.335750 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (529bc0e5-9508-494a-8b91-5531d3010b96), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.362314 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529bc0e5-9508-494a-8b91-5531d3010b96,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.373636 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.376015 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4b241e4a-f3a1-4d0a-aa87-cefe9064845f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430030 Jul 18 14:11:11.377745 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36156) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.382623 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.402276 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:11.422475 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (3078ba6c-3d40-47ee-9789-5565dc0eed3f), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.454483 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:11.454857 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.485007 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:11.487611 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (3078ba6c-3d40-47ee-9789-5565dc0eed3f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.492573 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (3078ba6c-3d40-47ee-9789-5565dc0eed3f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.516897 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3078ba6c-3d40-47ee-9789-5565dc0eed3f,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.532760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.534115 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-56cbe7ce-ed5d-4c64-8608-8b89cfa0b3c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554070 Jul 18 14:11:11.536735 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36160) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.540250 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:11.540717 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.541218 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.573942 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:11.581742 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.601153 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (6505d75a-c940-44bc-b35d-f8d5de1f23d3), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.660845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.697694 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (6505d75a-c940-44bc-b35d-f8d5de1f23d3), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.704109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (6505d75a-c940-44bc-b35d-f8d5de1f23d3), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.729156 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6505d75a-c940-44bc-b35d-f8d5de1f23d3,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.740590 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.742037 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-61e74783-c87f-4b4b-92c2-e4cfe22f42ee tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043424 Jul 18 14:11:11.744751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36172) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.746114 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289963df-73f8-4e40-a893-a3391e10f970 req-7dd49b8b-708a-4257-b83f-4ad793ee2b4c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:11.747746 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-289963df-73f8-4e40-a893-a3391e10f970 req-7dd49b8b-708a-4257-b83f-4ad793ee2b4c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0725636 Jul 18 14:11:11.749654 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.786771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (01f275ca-00fb-4102-b5ec-aef8f6484939), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.826722 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-289963df-73f8-4e40-a893-a3391e10f970 req-51c5fed0-b988-48a2-b57e-0666cd24ec30 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 Jul 18 14:11:11.857230 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (01f275ca-00fb-4102-b5ec-aef8f6484939), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.861075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (01f275ca-00fb-4102-b5ec-aef8f6484939), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.876132 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f275ca-00fb-4102-b5ec-aef8f6484939,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:11.886178 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.887354 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bde66c2d-6383-4195-b5d1-7e12db6d51c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415756 Jul 18 14:11:11.890070 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36174) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:11.894909 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:11.917259 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Project f618e7dff5d7411eb4d4cade50d68607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:11:11.925479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (1ee0a10d-031a-4a7d-8e91-4e198c73b4ff), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.936807 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:11.985985 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:11.999496 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (1ee0a10d-031a-4a7d-8e91-4e198c73b4ff), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.005141 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (1ee0a10d-031a-4a7d-8e91-4e198c73b4ff), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.022461 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90c8bb-9481-4a38-a6f9-5895de00f7ee req-f79e09a9-4db5-4762-8286-c7bdfc44a78d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:12.026669 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee0a10d-031a-4a7d-8e91-4e198c73b4ff,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:12.032397 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d90c8bb-9481-4a38-a6f9-5895de00f7ee req-f79e09a9-4db5-4762-8286-c7bdfc44a78d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0779884 Jul 18 14:11:12.037467 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.041406 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f2fd8cd4-84b8-47b0-8e90-9b2dc04a2272 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478217 Jul 18 14:11:12.041930 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36180) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:12.046224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'security_group_rule': {'security_group_id': '226df603-be4c-447c-8f02-9f9ec61ab804', 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:12.071167 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.securitygroups_db [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Project f618e7dff5d7411eb4d4cade50d68607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:11:12.076867 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (412dc912-b3f0-4a3f-948a-6a0ffe5be60e), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.085858 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2d90c8bb-9481-4a38-a6f9-5895de00f7ee req-fb0d868e-f955-4a01-a728-5c01d3339ad6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 Jul 18 14:11:12.140258 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (412dc912-b3f0-4a3f-948a-6a0ffe5be60e), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.144400 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (412dc912-b3f0-4a3f-948a-6a0ffe5be60e), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.162882 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412dc912-b3f0-4a3f-948a-6a0ffe5be60e,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:12.172841 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.174561 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-915100cc-5d3f-43d6-bf34-49c75e3b64b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315091 Jul 18 14:11:12.266909 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-8180b532-e64b-4d06-b4d3-ea4d7bd2ea6a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:12.269314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-8180b532-e64b-4d06-b4d3-ea4d7bd2ea6a tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0618165 Jul 18 14:11:12.615777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:12.644068 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Sync routers for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:11:12.669335 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:12.669960 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:11:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:12.683094 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Deleting port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:11:12.687410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.843991 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] For port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,segment=NetworkSegment(729f2df6-d08d-40ca-915b-59de60fcbabc),segment_id=729f2df6-d08d-40ca-915b-59de60fcbabc)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:12.844633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:12.859392 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Calling delete_port for 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:11:12.860363 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:12.930280 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:12.966050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd485a2-6b66-426b-a2ff-9dc63791fa28 req-7c5c233f-72d3-4bad-8014-1177bc15d581 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:12.972419 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dbd485a2-6b66-426b-a2ff-9dc63791fa28 req-7c5c233f-72d3-4bad-8014-1177bc15d581 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/ports?device_id=b35a1f5a-2cec-40d1-bea7-3c0b7d410f69 HTTP/1.1" status: 200 len: 946 time: 0.0610993 Jul 18 14:11:13.061888 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dbd485a2-6b66-426b-a2ff-9dc63791fa28 req-07b3cee1-bd3c-4127-b651-f847ce77401c tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.94 "GET /v2.0/security-groups?id=c15344ca-af0e-48b7-bf74-feb32d4b16f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Jul 18 14:11:13.074708 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ff5d6d10-3759-47ed-b423-61b904a05dd9', 'name': '', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'mac_address': 'fa:16:3e:04:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:08Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 2, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'subnets': [{'id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:13.109322 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Checking router: 7cb4c067-7fff-48bb-b804-ed748462bcea for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:11:13.109679 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Updating router 7cb4c067-7fff-48bb-b804-ed748462bcea port ff5d6d10-3759-47ed-b423-61b904a05dd9 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:11:13.134800 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (9afcfc6f-56b4-4bb2-9a3e-7715cf170af2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.143125 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.172436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Pushing event deleted for resources: {'Port': ['ID=9afcfc6f-56b4-4bb2-9a3e-7715cf170af2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:13.194945 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.226554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] No DVR routers for this DVR port 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:11:13.229944 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.233261 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa6a6726-fb4e-4e5f-aebd-27ab6e2f4def req-5e9d30ee-6a2d-4ce0-a550-d8d3274c15e2 tempest-VolumesActionsTest-366194282 tempest-VolumesActionsTest-366194282-project] 10.222.0.87 "DELETE /v2.0/ports/9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 HTTP/1.1" status: 204 len: 173 time: 0.6691980 Jul 18 14:11:13.233893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'name': 'network-vif-deleted', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:13.237249 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bdaa7-908e-4ff5-a59b-ebb0480e6e16" -d '{"events": [{"server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "name": "network-vif-deleted", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:13.283538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60da54-c278-4ca8-91d5-09c8051e8bc2 x-openstack-request-id: req-bd60da54-c278-4ca8-91d5-09c8051e8bc2 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:13.283840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a1f5a-2cec-40d1-bea7-3c0b7d410f69", "name": "network-vif-deleted", "tag": "9afcfc6f-56b4-4bb2-9a3e-7715cf170af2", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:13.284172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bd60da54-c278-4ca8-91d5-09c8051e8bc2 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:13.284581 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd60da54-c278-4ca8-91d5-09c8051e8bc2'] response: {'server_uuid': 'b35a1f5a-2cec-40d1-bea7-3c0b7d410f69', 'name': 'network-vif-deleted', 'tag': '9afcfc6f-56b4-4bb2-9a3e-7715cf170af2', 'status': 'completed', 'code': 200} Jul 18 14:11:13.406754 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:13.464064 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:13.464706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.510786 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks [] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.516864 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.545931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:13.575221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36274) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:13.580810 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:13.581000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928312488', 'description': 'tempest-description--1050569350'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:13.589249 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.603756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.606444 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1459-340c-400a-a7e2-a0f5b7a3c3f4 None None] Pushing event updated for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:13.645062 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Attempting to bind port ff5d6d10-3759-47ed-b423-61b904a05dd9 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:13.646388 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Attempting to bind port ff5d6d10-3759-47ed-b423-61b904a05dd9 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:13.646944 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Attempting to bind port ff5d6d10-3759-47ed-b423-61b904a05dd9 on network 48677728-f604-4f39-a0e4-57100320a6ed {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:13.653241 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:13.653616 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Checking segment: {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:13.654400 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.654400 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Bound using segment: {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:13.654859 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Bound port: ff5d6d10-3759-47ed-b423-61b904a05dd9, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8597f36c-2850-49e3-ac87-0f84bbbaa01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:13.655233 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.658767 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:13.695228 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (5c31c630-9673-45a3-a20c-36bec9ecfdd6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.700192 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5c31c630-9673-45a3-a20c-36bec9ecfdd6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.737843 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] For port ff5d6d10-3759-47ed-b423-61b904a05dd9, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:13.738093 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.742060 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] For port ff5d6d10-3759-47ed-b423-61b904a05dd9, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ff5d6d10-3759-47ed-b423-61b904a05dd9,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:13.748907 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1725414 Jul 18 14:11:13.750495 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208371b-513a-42bc-900f-953a636d1d62 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31c630-9673-45a3-a20c-36bec9ecfdd6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:13.750703 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.752371 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36278) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:13.763214 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'security_group_rule': {'security_group_id': '5c31c630-9673-45a3-a20c-36bec9ecfdd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:13.808838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (c159dbfe-fcb6-4377-8b12-da845bb1a263), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.856315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:11:13.896812 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:11:13.897422 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 9afcfc6f-56b4-4bb2-9a3e-7715cf170af2 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:11:13.921331 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Provisioning complete for port ff5d6d10-3759-47ed-b423-61b904a05dd9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:13.921777 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.947606 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:13.948247 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:11:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:13.961568 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (c159dbfe-fcb6-4377-8b12-da845bb1a263), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.967109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (c159dbfe-fcb6-4377-8b12-da845bb1a263), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:13.994202 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:14.015559 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c159dbfe-fcb6-4377-8b12-da845bb1a263,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:14.033805 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.039283 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:14.040087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36288) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:14.047102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'security_group_rule': {'security_group_id': '5c31c630-9673-45a3-a20c-36bec9ecfdd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:14.053485 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5cee33db-0a33-4ed7-a738-e53a6ee9d890 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985814 Jul 18 14:11:14.123442 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Current status of the port ff5d6d10-3759-47ed-b423-61b904a05dd9 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:14.124842 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1459-340c-400a-a7e2-a0f5b7a3c3f4 None None] Pushing event updated for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:14.131305 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.141128 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:14.159894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (1349d4d7-31cc-4444-b939-a206bd24ac08), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.208936 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:14.228126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] For port ff5d6d10-3759-47ed-b423-61b904a05dd9, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ff5d6d10-3759-47ed-b423-61b904a05dd9,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:14.231416 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:14.238964 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.268271 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (1349d4d7-31cc-4444-b939-a206bd24ac08), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.284421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (1349d4d7-31cc-4444-b939-a206bd24ac08), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.323764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1349d4d7-31cc-4444-b939-a206bd24ac08,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:14.332805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.336400 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-60fdd9bc-cbab-4b79-b090-d9742a245292 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2946193 Jul 18 14:11:14.337930 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36298) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:14.350542 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:14.357850 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718e85-a2e2-4393-a5e4-40c8ed939bd6 None None] Pushing event updated for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:14.371903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-98ad4f2f-3711-4d40-a167-71c1124c08fc None None] Provisioning complete for port ff5d6d10-3759-47ed-b423-61b904a05dd9 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:14.372440 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-98ad4f2f-3711-4d40-a167-71c1124c08fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.391061 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.472634 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4f2f-3711-4d40-a167-71c1124c08fc None None] Current status of the port ff5d6d10-3759-47ed-b423-61b904a05dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:14.493004 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.516142 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ff5d6d10-3759-47ed-b423-61b904a05dd9', 'name': '', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'mac_address': 'fa:16:3e:04:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:08Z', 'updated_at': '2022-07-18T14:11:13Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'subnets': [{'id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:14.561790 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb2f3b-efa9-487a-b03a-d0403835a884 None None] The sync data for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi is: [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ff5d6d10-3759-47ed-b423-61b904a05dd9', 'name': '', 'network_id': '48677728-f604-4f39-a0e4-57100320a6ed', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'mac_address': 'fa:16:3e:04:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:08Z', 'updated_at': '2022-07-18T14:11:13Z', 'revision_number': 4, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'subnets': [{'id': '86e7bfdb-0070-41bf-81d1-6ec77a0a05f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:11:14.644776 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Allocated IP 172.27.1.11 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/68fc7eb9-097a-427c-8469-92c225f8f232) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:14.813397 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for port (68fc7eb9-097a-427c-8469-92c225f8f232), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.868289 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:14.923830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'Port': ['ID=68fc7eb9-097a-427c-8469-92c225f8f232,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:14.946556 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:14.948470 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:14.959456 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:15.075042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:15.094391 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.138345 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.287692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:15.309972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for port (68fc7eb9-097a-427c-8469-92c225f8f232), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.319625 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.390836 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'Port': ['ID=68fc7eb9-097a-427c-8469-92c225f8f232,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:15.394721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ff5d6d10-3759-47ed-b423-61b904a05dd9 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:15.402113 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.418616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.420315 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-548e6157-7216-4574-be2c-597edf37ff4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0801272 Jul 18 14:11:15.443912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port ff5d6d10-3759-47ed-b423-61b904a05dd9 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:15.444319 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:15.516151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port ff5d6d10-3759-47ed-b423-61b904a05dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:15.609930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:15.619271 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-7ca06896-2535-40fd-9077-fc8ca1bec4c4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--928312488&fields=id&tenant_id=eaf9f75abc034491bd1b8846c05bf625 HTTP/1.1" status: 200 len: 267 time: 0.0469208 Jul 18 14:11:15.730434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-28c7587a-fe33-4610-b370-68a9db7cbcff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:15.732513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-28c7587a-fe33-4610-b370-68a9db7cbcff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 0.1062505 Jul 18 14:11:15.748552 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-455d9898-b8bb-4ee9-9f95-d90f2bd4fe29 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/quotas/eaf9f75abc034491bd1b8846c05bf625 HTTP/1.1" status: 200 len: 375 time: 0.0098455 Jul 18 14:11:15.805497 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-f8c06738-f7cb-40d3-93ac-c63c694204bf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511229 Jul 18 14:11:15.905560 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-14afeb84-5430-4a7c-bfe3-3243e01b08ee service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877433 Jul 18 14:11:15.994579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-92da9d31-8c80-4995-aefc-cbda3d536170 service neutron] 10.222.0.94 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Jul 18 14:11:16.168185 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9f801e9e-44f9-4f0f-bdfc-cf2db742cc6f req-4c05297d-bd48-4456-b2e6-cda87ce829a5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Jul 18 14:11:17.262178 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a4af50d-b50d-42df-8b12-9c235cd12bee req-288f8bc9-a13e-4b87-a0dc-117d6807a626 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Jul 18 14:11:18.357985 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ef945b44-2d62-4495-a700-3e00a60c761a req-a4347b9b-454c-468c-a4e5-1a9ba94d0470 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jul 18 14:11:19.458846 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d7eb16cd-0a4e-40aa-affc-c5f0fa956b21 req-1ee08409-75a6-4383-b54a-8952676a9a08 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Jul 18 14:11:20.036071 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-c6045b35-89b5-4091-b993-e9c5265a1d68 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:20.037525 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-c6045b35-89b5-4091-b993-e9c5265a1d68 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 817 time: 0.1091392 Jul 18 14:11:20.109777 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-ba911533-3387-44fe-96a9-15ad5ced1daa tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaf9f75abc034491bd1b8846c05bf625 HTTP/1.1" status: 200 len: 379 time: 0.0540948 Jul 18 14:11:20.119379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'port': {'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'admin_state_up': True, 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'security_groups': ['5c31c630-9673-45a3-a20c-36bec9ecfdd6']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:20.239392 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Made reservation on behalf of eaf9f75abc034491bd1b8846c05bf625 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:11:20.242993 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:20.252218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:20.381479 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Allocated IP 172.20.0.10 (1e995c6e-c3ce-4e05-9f56-a5572491371e/1ac30e2a-283f-459c-aac9-7d5de5acafe0/b727dd55-3851-43a8-95d2-3c1008ebee22) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:11:20.520606 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:20.540550 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:20.576856 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7509e574-cfe0-47bb-a831-49c062fd7732 req-e3719cdb-6bd6-4ab6-bfb8-a7ee11523c73 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 210 time: 0.0341945 Jul 18 14:11:20.601593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:20.650552 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:11:20.657049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:11:20.661806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:11:20.700500 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event updated for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:20.739601 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:20.740941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:20.761919 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-df209763-8a53-486f-9e19-42124d16eeb0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457117 Jul 18 14:11:20.785176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Request body: {'port': {'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:20.855421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:20.958955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-cbacfe78-c0d5-4c4f-8d78-71937ece40ce None None] Provisioning complete for port b727dd55-3851-43a8-95d2-3c1008ebee22 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:20.958955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cbacfe78-c0d5-4c4f-8d78-71937ece40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.004065 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-cbacfe78-c0d5-4c4f-8d78-71937ece40ce None None] Port b727dd55-3851-43a8-95d2-3c1008ebee22 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:11:21.125775 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b727dd55-3851-43a8-95d2-3c1008ebee22 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:11:21.134075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks [] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.147073 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Transition to ACTIVE for port object b727dd55-3851-43a8-95d2-3c1008ebee22 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:11:21.151093 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.186469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:21.204404 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Pushing event updated for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:21.284411 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Attempting to bind port b727dd55-3851-43a8-95d2-3c1008ebee22 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:11:21.284839 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Attempting to bind port b727dd55-3851-43a8-95d2-3c1008ebee22 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:11:21.285263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Attempting to bind port b727dd55-3851-43a8-95d2-3c1008ebee22 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:21.296701 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:21.303831 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Port b727dd55-3851-43a8-95d2-3c1008ebee22 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:11:21.304218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Attempting to bind port b727dd55-3851-43a8-95d2-3c1008ebee22 on network 1e995c6e-c3ce-4e05-9f56-a5572491371e {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:11:21.310279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:11:21.310618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Checking segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:11:21.311115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Bound using segment: {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:11:21.311546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Bound port: b727dd55-3851-43a8-95d2-3c1008ebee22, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:11:21.312265 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.378973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:11:21.382001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b727dd55-3851-43a8-95d2-3c1008ebee22,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:11:21.388176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.425218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:21.425616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:21.427267 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] 10.222.0.87 "PUT /v2.0/ports/b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 1094 time: 0.6501679 Jul 18 14:11:21.427810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:21.430204 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:21.459521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad151a3-79f1-4848-9c09-d9e2d57d871c service neutron] Pushing event updated for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:21.488876 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b919d59-30e1-4195-b2dd-b6ed17c5e65e x-openstack-request-id: req-3b919d59-30e1-4195-b2dd-b6ed17c5e65e {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:21.489173 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:21.489426 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3b919d59-30e1-4195-b2dd-b6ed17c5e65e {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:21.489824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b919d59-30e1-4195-b2dd-b6ed17c5e65e'] response: {'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'status': 'completed', 'code': 200} Jul 18 14:11:21.701375 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4f6a-6501-474a-aa84-b76971d409e0 req-1921e74c-ca21-461f-aad9-0705019ce564 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:21.703028 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a19d4f6a-6501-474a-aa84-b76971d409e0 req-1921e74c-ca21-461f-aad9-0705019ce564 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0567801 Jul 18 14:11:21.773394 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a19d4f6a-6501-474a-aa84-b76971d409e0 req-077319df-c129-421a-b9f5-477d110a595e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646555 Jul 18 14:11:22.893588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c7b8-653a-40d8-8278-f6e505fb4d6b req-4c378e6c-a606-4380-86ef-49e5ef19ce43 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:22.895224 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8e7c7b8-653a-40d8-8278-f6e505fb4d6b req-4c378e6c-a606-4380-86ef-49e5ef19ce43 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0478961 Jul 18 14:11:22.943843 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8e7c7b8-653a-40d8-8278-f6e505fb4d6b req-68b111a1-88d6-4eeb-a18b-5f2bfd4bfae2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 Jul 18 14:11:24.054748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33916a55-e88d-499b-86ea-fb13d5b45b8d req-cfb8a582-bea2-439c-907c-89179a34f4be tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:24.056279 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33916a55-e88d-499b-86ea-fb13d5b45b8d req-cfb8a582-bea2-439c-907c-89179a34f4be tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0462964 Jul 18 14:11:24.105854 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33916a55-e88d-499b-86ea-fb13d5b45b8d req-65a94f87-d47a-4a2a-a837-b9003fea721c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440438 Jul 18 14:11:24.510969 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=23 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:24.562223 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=28 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:25.220275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546961c-e5e9-41d3-8bf8-490319ffd9fe req-45b8762c-0dea-4627-b330-0990ec8d74b4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:25.222378 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3546961c-e5e9-41d3-8bf8-490319ffd9fe req-45b8762c-0dea-4627-b330-0990ec8d74b4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0515852 Jul 18 14:11:25.268309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3546961c-e5e9-41d3-8bf8-490319ffd9fe req-f4601935-4a29-4917-9164-115feab8f34f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405190 Jul 18 14:11:25.411885 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:25.412631 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:26.155417 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-6469b783-d5c7-4492-a0b4-80b382d59253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.157020 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-6469b783-d5c7-4492-a0b4-80b382d59253 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1128 time: 0.0393252 Jul 18 14:11:26.275736 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-4788bc37-b987-48f2-8b55-fd4cd62bef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.277253 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-4788bc37-b987-48f2-8b55-fd4cd62bef40 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=eaf9f75abc034491bd1b8846c05bf625&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1011987 Jul 18 14:11:26.415324 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7b55-ef30-4f8f-8313-7363fea78d15 req-2ada83a4-47ca-45fb-baab-bf08a035fe63 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.416818 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1fb7b55-ef30-4f8f-8313-7363fea78d15 req-2ada83a4-47ca-45fb-baab-bf08a035fe63 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0633857 Jul 18 14:11:26.444346 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-b8137d7b-7235-4228-a389-73a2ebf1257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.445803 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-221c2c6f-a4f8-4f50-b1f1-44d53d7c76fe req-b8137d7b-7235-4228-a389-73a2ebf1257d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524279 Jul 18 14:11:26.481632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1fb7b55-ef30-4f8f-8313-7363fea78d15 req-a2ec6097-4127-4298-a05a-c717b75409ea tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548344 Jul 18 14:11:26.564412 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-406094c8-e316-4e55-9e7e-eedf7a7e2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.566649 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-406094c8-e316-4e55-9e7e-eedf7a7e2478 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1128 time: 0.0420353 Jul 18 14:11:26.623240 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-00bda7e4-3cda-4094-90ed-b5c4c0113dfe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 217 time: 0.0336363 Jul 18 14:11:26.682563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:26.687289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-4c787482-1721-415b-856f-732a3aea2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.688783 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-4c787482-1721-415b-856f-732a3aea2bf4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0507576 Jul 18 14:11:26.727842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:26.736736 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-7547b8c5-82b3-4a66-8ccc-b7bf331072cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:26.738252 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-7547b8c5-82b3-4a66-8ccc-b7bf331072cb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426621 Jul 18 14:11:26.833296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-27777d99-ec7b-4bcf-8433-438d66654f6e service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870950 Jul 18 14:11:26.921996 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-21b8ff7b-efa0-4574-b35e-9fc0ab117057 req-1e8bcb11-9cf3-4a46-a443-41672ec89a2a service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809443 Jul 18 14:11:27.602794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e53f-3dfa-42c8-a568-6bb4ce088568 req-ec3d015a-7f7f-429a-a4b8-d00ea782f70e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:27.604305 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d87e53f-3dfa-42c8-a568-6bb4ce088568 req-ec3d015a-7f7f-429a-a4b8-d00ea782f70e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0530124 Jul 18 14:11:27.656089 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d87e53f-3dfa-42c8-a568-6bb4ce088568 req-53ebdf46-1790-47e8-8a7b-58d314e416ac tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461929 Jul 18 14:11:28.770900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673614-68ab-4ae5-8eb3-948fa934964a req-c6f2cf23-7409-4ed8-99ab-ff88b7e37d48 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:28.772459 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a673614-68ab-4ae5-8eb3-948fa934964a req-c6f2cf23-7409-4ed8-99ab-ff88b7e37d48 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Jul 18 14:11:28.819979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a673614-68ab-4ae5-8eb3-948fa934964a req-e83d6c61-e0dc-462f-acf7-f7ff78f5c308 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Jul 18 14:11:29.933944 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b894ba-4044-44d8-8365-a2584bfea332 req-f549d20c-a801-4fdc-a73b-d41d600fec5a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:29.935500 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f6b894ba-4044-44d8-8365-a2584bfea332 req-f549d20c-a801-4fdc-a73b-d41d600fec5a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0477538 Jul 18 14:11:29.985694 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f6b894ba-4044-44d8-8365-a2584bfea332 req-9561522d-b432-41cc-af5b-ab08646f2369 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Jul 18 14:11:31.105348 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e371ff0-7d56-4787-9674-f6988e6c3fb1 req-e96d80b5-7585-46eb-bb8d-8cad6ae86140 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:31.106796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e371ff0-7d56-4787-9674-f6988e6c3fb1 req-e96d80b5-7585-46eb-bb8d-8cad6ae86140 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0508518 Jul 18 14:11:31.154799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e371ff0-7d56-4787-9674-f6988e6c3fb1 req-70d853b2-a60c-4c02-aa6b-b5f75f43ae41 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Jul 18 14:11:31.668497 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=45 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:31.670385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=69 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:31.855204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:32.266917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490e7c-7cb9-412e-ac92-4da02a2b84db req-e1e846bd-167a-4175-bd33-e604f3634f31 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:32.268299 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89490e7c-7cb9-412e-ac92-4da02a2b84db req-e1e846bd-167a-4175-bd33-e604f3634f31 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0465884 Jul 18 14:11:32.315818 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89490e7c-7cb9-412e-ac92-4da02a2b84db req-2685d1cb-988b-49ff-a965-3ee8c4cb6642 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Jul 18 14:11:33.428555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1b2e0-905a-4094-b38a-874b1f32764a req-27705892-f470-4c82-b8c4-418c1b270d1d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:33.430044 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dd1b2e0-905a-4094-b38a-874b1f32764a req-27705892-f470-4c82-b8c4-418c1b270d1d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0488982 Jul 18 14:11:33.480667 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dd1b2e0-905a-4094-b38a-874b1f32764a req-f9a3f5d7-2154-42cd-9cea-e5a67e97f3e8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Jul 18 14:11:34.591854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5cf3a-671f-4fc8-b39a-8092196637de req-3dea87e7-1f2b-4c13-b5e1-bcd3163c8442 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:34.593359 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-06f5cf3a-671f-4fc8-b39a-8092196637de req-3dea87e7-1f2b-4c13-b5e1-bcd3163c8442 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Jul 18 14:11:34.640778 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-06f5cf3a-671f-4fc8-b39a-8092196637de req-5c423ed2-8867-4ecf-ba99-1f34035ff969 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408399 Jul 18 14:11:35.760098 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24a25a-b71d-4cdf-9d3a-4f32c1fcb102 req-2021edb5-5f98-4a87-8629-131375f6cde0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:35.764649 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc24a25a-b71d-4cdf-9d3a-4f32c1fcb102 req-2021edb5-5f98-4a87-8629-131375f6cde0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0546706 Jul 18 14:11:35.794516 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:35.810093 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc24a25a-b71d-4cdf-9d3a-4f32c1fcb102 req-74462d4e-2beb-4a76-929b-b225eeff0764 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Jul 18 14:11:36.281739 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:36.283037 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:36.606580 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:11:36.925605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af815b07-aad6-4652-b5bb-9f31b887d54f req-9c3ec08e-2a7a-4f9d-b55b-96782425c1d0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:36.927111 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af815b07-aad6-4652-b5bb-9f31b887d54f req-9c3ec08e-2a7a-4f9d-b55b-96782425c1d0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0506778 Jul 18 14:11:36.979231 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af815b07-aad6-4652-b5bb-9f31b887d54f req-6fa8214f-2cc2-45b9-8f1f-4690e9e7fab0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 Jul 18 14:11:38.097985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:38.106989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825caef-0cb6-4b99-a4ef-1a3214a78791 req-3ca26d3c-1149-4190-ab4f-091565b4dd7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:38.108489 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a825caef-0cb6-4b99-a4ef-1a3214a78791 req-3ca26d3c-1149-4190-ab4f-091565b4dd7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0480728 Jul 18 14:11:38.156064 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a825caef-0cb6-4b99-a4ef-1a3214a78791 req-459ee715-cd3a-4f34-bffc-0bb5e9c64ac3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Jul 18 14:11:38.539764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f0f229a7-2e77-4de6-b91b-8b8ac8fc86a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:39.270377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93191973-e68e-4d00-8b7b-c3b64b3b0b93 req-b64377f0-2481-4a3b-9e47-1b0c37b6d9ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:39.271864 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93191973-e68e-4d00-8b7b-c3b64b3b0b93 req-b64377f0-2481-4a3b-9e47-1b0c37b6d9ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0504391 Jul 18 14:11:39.534099 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93191973-e68e-4d00-8b7b-c3b64b3b0b93 req-1d220c5c-9279-41a1-af74-e41279236a3a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566926 Jul 18 14:11:40.670303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc470f2f-c1d8-43cb-b14e-dd951eee5654 req-696a7221-23af-4efb-b395-7d170cb9c416 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:40.671963 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc470f2f-c1d8-43cb-b14e-dd951eee5654 req-696a7221-23af-4efb-b395-7d170cb9c416 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Jul 18 14:11:40.703768 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8fca85c4-0b57-4762-8cd7-83825a2e5978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:40.744599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc470f2f-c1d8-43cb-b14e-dd951eee5654 req-42480709-675c-4d04-8ec4-d025084bb06b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666232 Jul 18 14:11:41.904270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2996e-3017-4868-81ca-5337793aedcc req-8419e8ea-c365-437d-a7b1-1e1f7d0485fd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:41.905819 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65b2996e-3017-4868-81ca-5337793aedcc req-8419e8ea-c365-437d-a7b1-1e1f7d0485fd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0535903 Jul 18 14:11:41.963282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:41.969091 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65b2996e-3017-4868-81ca-5337793aedcc req-fa8a2326-0f4e-4876-bde3-40892e9557f8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566938 Jul 18 14:11:42.448860 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-a3943940-677a-4df3-8e48-340b5d55dfb5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440974 Jul 18 14:11:42.581768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-313a6dbf-afdb-4b94-b3a8-56755c8fef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:42.583516 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-313a6dbf-afdb-4b94-b3a8-56755c8fef95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 1130 time: 0.0499227 Jul 18 14:11:42.695049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-3ed31ee0-64ba-4c10-ae9f-359aa1f911dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:42.696558 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-3ed31ee0-64ba-4c10-ae9f-359aa1f911dd service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.0943747 Jul 18 14:11:42.760360 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-abf4702c-4b91-47d1-8cc6-da92fb2bc25d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0549717 Jul 18 14:11:42.808372 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-39a7ccf0-1f53-4ab7-be7a-1c0a5d19bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:42.809792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-39a7ccf0-1f53-4ab7-be7a-1c0a5d19bf35 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0433068 Jul 18 14:11:42.858370 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-c4435c6c-bd2a-4b3e-b1f9-56bd43e561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:42.859923 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-c4435c6c-bd2a-4b3e-b1f9-56bd43e561f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430374 Jul 18 14:11:42.951480 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-880e9303-6028-4b4e-aa92-42f727941d21 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849261 Jul 18 14:11:43.044699 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bf6d6f5-f079-49a0-9eb5-d357e6e19dab req-ffea64b9-78d0-43e5-a615-6a11becff15f service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Jul 18 14:11:43.075558 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:43.092554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127bc54-2b31-4917-bbdd-fd61613872d4 req-f59ccb35-5890-4966-8ae9-05da824cc5a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:43.094065 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2127bc54-2b31-4917-bbdd-fd61613872d4 req-f59ccb35-5890-4966-8ae9-05da824cc5a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.0484972 Jul 18 14:11:43.144326 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2127bc54-2b31-4917-bbdd-fd61613872d4 req-b26e518d-33fe-4285-9fdd-9858b433b4d2 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Jul 18 14:11:43.198897 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:43.554705 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.131933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b727dd55-3851-43a8-95d2-3c1008ebee22 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:11:44.257181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b727dd55-3851-43a8-95d2-3c1008ebee22,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:44.271822 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:11:44.320703 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port b727dd55-3851-43a8-95d2-3c1008ebee22 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:44.321357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.347977 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b727dd55-3851-43a8-95d2-3c1008ebee22 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:11:44.392449 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b727dd55-3851-43a8-95d2-3c1008ebee22,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:44.398851 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.406691 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48491-4e25-470c-b535-3053614b717d req-15e98501-6242-4c3f-b706-f440f97dd6ea tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:44.416212 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11e48491-4e25-470c-b535-3053614b717d req-15e98501-6242-4c3f-b706-f440f97dd6ea tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 944 time: 0.1051116 Jul 18 14:11:44.465679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:44.498077 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11e48491-4e25-470c-b535-3053614b717d req-709970d4-bb93-46ca-9f65-fc77ea459998 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760050 Jul 18 14:11:44.506209 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:44.635919 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36868) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:44.818187 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68907914-f965-48c9-8de0-fcc33538c296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.915308 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68907914-f965-48c9-8de0-fcc33538c296 admin admin] Publish callbacks [] for security_group (eef3ac1e-cb09-4933-82bb-028c2a853bd5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.919867 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-68907914-f965-48c9-8de0-fcc33538c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (eef3ac1e-cb09-4933-82bb-028c2a853bd5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:44.968588 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68907914-f965-48c9-8de0-fcc33538c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef3ac1e-cb09-4933-82bb-028c2a853bd5,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:45.000971 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-68907914-f965-48c9-8de0-fcc33538c296 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cfab1efff31f49b79d52a9b7cbb11b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639281 Jul 18 14:11:45.004023 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36882) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:45.056092 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] Publish callbacks [] for security_group (eef3ac1e-cb09-4933-82bb-028c2a853bd5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.084935 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] Publish callbacks [] for security_group (eef3ac1e-cb09-4933-82bb-028c2a853bd5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.102541 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['b727dd55-3851-43a8-95d2-3c1008ebee22'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:11:45.272262 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (eef3ac1e-cb09-4933-82bb-028c2a853bd5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.279933 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.297799 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/eef3ac1e-cb09-4933-82bb-028c2a853bd5 HTTP/1.1" status: 204 len: 168 time: 0.2925043 Jul 18 14:11:45.335244 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8edb84-b901-42bd-ad57-5ff2f584d8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef3ac1e-cb09-4933-82bb-028c2a853bd5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:45.656218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566877e-a0ab-41d8-81d4-57a9c456c27c req-d1412937-33f2-4401-a64d-507eaa6ede4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:45.667468 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e566877e-a0ab-41d8-81d4-57a9c456c27c req-d1412937-33f2-4401-a64d-507eaa6ede4e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 945 time: 0.0799978 Jul 18 14:11:45.702937 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 36896) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:45.718814 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e566877e-a0ab-41d8-81d4-57a9c456c27c req-778c2c74-5062-473d-9b41-a7734e219876 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503640 Jul 18 14:11:45.722262 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d787-2609-4144-a329-fe02b76b355b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.817192 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d787-2609-4144-a329-fe02b76b355b admin admin] Publish callbacks [] for security_group (87689442-7230-444e-83c9-547c663e8069), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.822995 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d787-2609-4144-a329-fe02b76b355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (87689442-7230-444e-83c9-547c663e8069), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.863341 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8fe2d787-2609-4144-a329-fe02b76b355b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=933725adaa1741e98ab4d4f50c739616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590164 Jul 18 14:11:45.865859 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36898) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:45.869040 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2d787-2609-4144-a329-fe02b76b355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87689442-7230-444e-83c9-547c663e8069,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:45.950813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Publish callbacks [] for security_group (87689442-7230-444e-83c9-547c663e8069), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:45.981946 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Publish callbacks [] for security_group (87689442-7230-444e-83c9-547c663e8069), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:46.058117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (87689442-7230-444e-83c9-547c663e8069), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:46.062906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:46.065009 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/87689442-7230-444e-83c9-547c663e8069 HTTP/1.1" status: 204 len: 168 time: 0.1967680 Jul 18 14:11:46.093156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87689442-7230-444e-83c9-547c663e8069,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:46.102034 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.102390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.102734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.103078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.103402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.103870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.104241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.104570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.104898 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.105226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.105555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.105957 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.106289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.106672 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.106924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7c2c0-9699-43c1-b58e-e31ae6f40d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:46.603055 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:46.835016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b727dd55-3851-43a8-95d2-3c1008ebee22 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:11:46.884561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f9a6-2103-40a6-bec3-7a01ea6c525f req-3b88b3a3-c086-4181-a3e0-801d6dad416e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:46.892379 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6754f9a6-2103-40a6-bec3-7a01ea6c525f req-3b88b3a3-c086-4181-a3e0-801d6dad416e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 945 time: 0.0614336 Jul 18 14:11:46.949847 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port b727dd55-3851-43a8-95d2-3c1008ebee22 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:11:46.973973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port b727dd55-3851-43a8-95d2-3c1008ebee22 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:11:46.975084 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:46.980097 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6754f9a6-2103-40a6-bec3-7a01ea6c525f req-742ea9dc-88ee-47a4-a0f7-f53fb5e59331 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868144 Jul 18 14:11:47.061953 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:47.138831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port b727dd55-3851-43a8-95d2-3c1008ebee22 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:11:47.139813 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:47.186801 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:47.191768 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d63c3dd-a38d-4d89-aa05-e61134e2d538" -d '{"events": [{"server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "name": "network-vif-plugged", "status": "completed", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:47.212794 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b727dd55-3851-43a8-95d2-3c1008ebee22,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:47.220912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:47.228944 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:47.287460 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4051e29-7869-41e7-9961-b36bb8d23044 x-openstack-request-id: req-b4051e29-7869-41e7-9961-b36bb8d23044 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:47.288229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "name": "network-vif-plugged", "status": "completed", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:47.288796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b4051e29-7869-41e7-9961-b36bb8d23044 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:47.289308 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4051e29-7869-41e7-9961-b36bb8d23044'] response: {'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'code': 200} Jul 18 14:11:47.325552 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:48.058402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05039-a158-4b5c-a9ab-788b74717675 req-fc56038a-005b-4b18-bb1d-b0e1e137ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:48.061046 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a6e05039-a158-4b5c-a9ab-788b74717675 req-fc56038a-005b-4b18-bb1d-b0e1e137ae1a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0520751 Jul 18 14:11:48.170967 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e6d9-fbdf-45f9-8396-4510f17c2ab0 req-eb1e9e46-9bb8-4d6c-b7bb-d047c2b8a8ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:48.172746 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acf1e6d9-fbdf-45f9-8396-4510f17c2ab0 req-eb1e9e46-9bb8-4d6c-b7bb-d047c2b8a8ad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0782027 Jul 18 14:11:48.175732 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a6e05039-a158-4b5c-a9ab-788b74717675 req-87859a4e-5d6d-4ce0-96e0-8b18700dccf8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076772 Jul 18 14:11:48.235579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acf1e6d9-fbdf-45f9-8396-4510f17c2ab0 req-f35db748-98b5-4043-bc46-34d9b6bbe1de tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545015 Jul 18 14:11:48.395922 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36976) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:48.534995 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-44ba59e3-4a34-4def-bc4a-936239591bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.707147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-44ba59e3-4a34-4def-bc4a-936239591bc5 admin admin] Publish callbacks [] for security_group (9b14ce01-527b-4380-b347-63fbd3e23018), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.712866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-44ba59e3-4a34-4def-bc4a-936239591bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9b14ce01-527b-4380-b347-63fbd3e23018), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.764970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba59e3-4a34-4def-bc4a-936239591bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14ce01-527b-4380-b347-63fbd3e23018,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:48.782004 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-44ba59e3-4a34-4def-bc4a-936239591bc5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d06b4d82aa7840ca84786dc203d90980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842251 Jul 18 14:11:48.791232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 36988) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:48.800015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:48.865618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] Publish callbacks [] for security_group (9b14ce01-527b-4380-b347-63fbd3e23018), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.898210 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] Publish callbacks [] for security_group (9b14ce01-527b-4380-b347-63fbd3e23018), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.926274 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:48.986756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9b14ce01-527b-4380-b347-63fbd3e23018), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.989312 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:48.992908 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9b14ce01-527b-4380-b347-63fbd3e23018 HTTP/1.1" status: 204 len: 168 time: 0.1980498 Jul 18 14:11:49.003310 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68046e4b-21b3-4781-82c5-59c0b5bcec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14ce01-527b-4380-b347-63fbd3e23018,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:49.019222 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cbff1-1788-4677-b9f0-756a9bdb0fa6 req-df06340c-cb0b-4e68-8d2c-ce3df8585cfb tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:49.027773 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-065cbff1-1788-4677-b9f0-756a9bdb0fa6 req-df06340c-cb0b-4e68-8d2c-ce3df8585cfb tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0706532 Jul 18 14:11:49.088306 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-065cbff1-1788-4677-b9f0-756a9bdb0fa6 req-03912d77-648c-4e9a-b470-1ebd392bce35 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595181 Jul 18 14:11:49.379296 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37006) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:49.400244 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.408590 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af9095-49c8-4597-8d74-e287af8f3563 req-96c94d85-b715-45e4-bcaf-6ef449abb96f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:49.416047 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7af9095-49c8-4597-8d74-e287af8f3563 req-96c94d85-b715-45e4-bcaf-6ef449abb96f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0682929 Jul 18 14:11:49.475192 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7af9095-49c8-4597-8d74-e287af8f3563 req-4cc2cbd5-d438-4ffe-ad5b-022fccc2cfdc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581446 Jul 18 14:11:49.510104 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Publish callbacks [] for security_group (f00dbc17-ee4c-4ae0-8c05-a51e6782be59), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.515155 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f00dbc17-ee4c-4ae0-8c05-a51e6782be59), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.563900 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=072f21611d554344b0c797ba31554029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827326 Jul 18 14:11:49.566042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00dbc17-ee4c-4ae0-8c05-a51e6782be59,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:49.568503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37008) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:49.571677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:49.577385 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.577734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.578086 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.578429 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.578763 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.579284 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.579783 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.580312 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.580851 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.581363 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.581719 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.582077 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.582413 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.582743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.583071 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d3d5c-8510-4013-b08d-c4a70598aedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:11:49.624950 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] Publish callbacks [] for security_group (f00dbc17-ee4c-4ae0-8c05-a51e6782be59), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.648241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] Publish callbacks [] for security_group (f00dbc17-ee4c-4ae0-8c05-a51e6782be59), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.700162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f00dbc17-ee4c-4ae0-8c05-a51e6782be59), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.702917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:49.704213 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f00dbc17-ee4c-4ae0-8c05-a51e6782be59 HTTP/1.1" status: 204 len: 168 time: 0.1346068 Jul 18 14:11:49.717856 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77b067-07ea-47d4-9ca6-a996eeaa5475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00dbc17-ee4c-4ae0-8c05-a51e6782be59,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:50.237581 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429b4e-149f-4a06-92ff-50b81f6f6ab6 req-45d40c45-1f4c-4461-aa01-ce9b84f48466 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:50.239217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-14429b4e-149f-4a06-92ff-50b81f6f6ab6 req-45d40c45-1f4c-4461-aa01-ce9b84f48466 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0681555 Jul 18 14:11:50.313742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-14429b4e-149f-4a06-92ff-50b81f6f6ab6 req-579d06a8-7976-4c34-8367-2833db344c73 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628228 Jul 18 14:11:50.614357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e2638-67cb-4778-bbc2-df9e56f58557 req-3a639c46-7616-4491-8d53-7a06c5a145cc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:50.615800 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c34e2638-67cb-4778-bbc2-df9e56f58557 req-3a639c46-7616-4491-8d53-7a06c5a145cc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0549972 Jul 18 14:11:50.680162 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c34e2638-67cb-4778-bbc2-df9e56f58557 req-4f0184d2-293a-42da-abd1-7e0d34a22c7b tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583792 Jul 18 14:11:51.462912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d881ce-4fb4-4a76-96b2-42732c691784 req-0c7f5d9b-2d66-4e07-bd30-c08396345b34 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:51.470375 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38d881ce-4fb4-4a76-96b2-42732c691784 req-0c7f5d9b-2d66-4e07-bd30-c08396345b34 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0666249 Jul 18 14:11:51.525044 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38d881ce-4fb4-4a76-96b2-42732c691784 req-0bb2ccb9-6708-4ba6-bc36-2382bca50c8f tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533500 Jul 18 14:11:51.785460 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37074) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:51.825843 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeea4d5-12c7-4854-8397-8eac6877c341 req-635b6efd-324b-4874-9926-5c63bdbcb036 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:51.827728 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aeea4d5-12c7-4854-8397-8eac6877c341 req-635b6efd-324b-4874-9926-5c63bdbcb036 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0583103 Jul 18 14:11:51.901004 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8aeea4d5-12c7-4854-8397-8eac6877c341 req-cf80638c-a069-4268-9f23-eab095a1d538 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595038 Jul 18 14:11:51.987548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4e3e83d1-64ad-4f95-8ae9-e0ffd759885d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.034828 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:52.073184 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4e3e83d1-64ad-4f95-8ae9-e0ffd759885d admin admin] Publish callbacks [] for security_group (389bd5e9-0d3c-4c93-b952-5a83281c7beb), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.078437 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4e3e83d1-64ad-4f95-8ae9-e0ffd759885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (389bd5e9-0d3c-4c93-b952-5a83281c7beb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.124408 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4e3e83d1-64ad-4f95-8ae9-e0ffd759885d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8b5e20dc231945c89a98821684f9ed2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374074 Jul 18 14:11:52.125562 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e83d1-64ad-4f95-8ae9-e0ffd759885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389bd5e9-0d3c-4c93-b952-5a83281c7beb,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:52.127263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37084) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:52.194877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] Publish callbacks [] for security_group (389bd5e9-0d3c-4c93-b952-5a83281c7beb), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.226951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] Publish callbacks [] for security_group (389bd5e9-0d3c-4c93-b952-5a83281c7beb), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.262267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:52.288083 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (389bd5e9-0d3c-4c93-b952-5a83281c7beb), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.290718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.294796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/389bd5e9-0d3c-4c93-b952-5a83281c7beb HTTP/1.1" status: 204 len: 168 time: 0.1662116 Jul 18 14:11:52.304629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201be299-f22e-4b58-a423-5019e83d8c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389bd5e9-0d3c-4c93-b952-5a83281c7beb,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:52.601291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-efe4ff0b-a383-4baf-839f-b2196973973e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:52.602918 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-efe4ff0b-a383-4baf-839f-b2196973973e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0892861 Jul 18 14:11:52.657793 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37098) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:52.674861 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1ab50700-6639-41fd-b60c-2d252832b59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.706397 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:52.727353 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa94a83-1a26-46d9-afb1-5ab6df794726 req-34bc7647-137e-4b99-8974-e6b01c5b7dd5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:52.729333 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fa94a83-1a26-46d9-afb1-5ab6df794726 req-34bc7647-137e-4b99-8974-e6b01c5b7dd5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 946 time: 0.0863581 Jul 18 14:11:52.779669 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1ab50700-6639-41fd-b60c-2d252832b59a admin admin] Publish callbacks [] for security_group (55356140-efdd-4896-ab05-bcfc4e38c579), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.786172 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1ab50700-6639-41fd-b60c-2d252832b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (55356140-efdd-4896-ab05-bcfc4e38c579), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.793425 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fa94a83-1a26-46d9-afb1-5ab6df794726 req-28ff3728-b1a9-4285-95ed-48b4bc797937 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Jul 18 14:11:52.832012 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1ab50700-6639-41fd-b60c-2d252832b59a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5231d296ede54f66ad6122fcf729b6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728821 Jul 18 14:11:52.835897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37100) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:52.843566 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab50700-6639-41fd-b60c-2d252832b59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55356140-efdd-4896-ab05-bcfc4e38c579,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:52.892679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] Publish callbacks [] for security_group (55356140-efdd-4896-ab05-bcfc4e38c579), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:52.916175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] Publish callbacks [] for security_group (55356140-efdd-4896-ab05-bcfc4e38c579), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.004745 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (55356140-efdd-4896-ab05-bcfc4e38c579), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.013071 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.018381 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/55356140-efdd-4896-ab05-bcfc4e38c579 HTTP/1.1" status: 204 len: 168 time: 0.1802080 Jul 18 14:11:53.041013 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dcde3-235d-477c-a552-b7f35491c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55356140-efdd-4896-ab05-bcfc4e38c579,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:53.087837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4cfb-d4cb-4a98-b243-d5604854c3bb req-cafe545a-6a99-4465-92f8-3eaeeba838a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:53.090187 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-523a4cfb-d4cb-4a98-b243-d5604854c3bb req-cafe545a-6a99-4465-92f8-3eaeeba838a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0699339 Jul 18 14:11:53.153330 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-523a4cfb-d4cb-4a98-b243-d5604854c3bb req-50cabe07-1325-4bb5-ab6d-5e2f516ef469 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577879 Jul 18 14:11:53.353534 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Deleting port c018dd1c-f83e-4569-ac2c-144655327803 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:11:53.353931 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c018dd1c-f83e-4569-ac2c-144655327803), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.384134 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164298-6e97-4826-aa35-5df29986b073 req-f8aa2b07-df6d-4e8f-9792-f22e5ff35333 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:53.397340 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37118) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:53.397737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-42164298-6e97-4826-aa35-5df29986b073 req-f8aa2b07-df6d-4e8f-9792-f22e5ff35333 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.1012485 Jul 18 14:11:53.402006 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'floatingip': {'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:11:53.459490 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.489187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] For port c018dd1c-f83e-4569-ac2c-144655327803, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c018dd1c-f83e-4569-ac2c-144655327803,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:11:53.489754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c018dd1c-f83e-4569-ac2c-144655327803), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.510846 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Calling delete_port for c018dd1c-f83e-4569-ac2c-144655327803 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:11:53.709722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (c018dd1c-f83e-4569-ac2c-144655327803), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.746470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Pushing event deleted for resources: {'Port': ['ID=c018dd1c-f83e-4569-ac2c-144655327803,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:53.765970 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['c018dd1c-f83e-4569-ac2c-144655327803'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:11:53.814905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] No DVR routers for this DVR port c018dd1c-f83e-4569-ac2c-144655327803 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:11:53.817859 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:53.821426 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50cf022f-6869-4ed3-b936-26a6ed234a87 req-aba2c36f-4f34-441f-82ed-504a8cb2d114 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "DELETE /v2.0/ports/c018dd1c-f83e-4569-ac2c-144655327803 HTTP/1.1" status: 204 len: 173 time: 0.6257300 Jul 18 14:11:53.821962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'name': 'network-vif-deleted', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:53.835358 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca6626f-c072-4434-b687-7ef6ff3631f3" -d '{"events": [{"server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "name": "network-vif-deleted", "tag": "c018dd1c-f83e-4569-ac2c-144655327803"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:53.891233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1d460-1300-47d5-908c-f34ae288b663 x-openstack-request-id: req-bfe1d460-1300-47d5-908c-f34ae288b663 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:53.891828 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a3c06e-1c78-4d8a-ad1f-b370fc8655bc", "name": "network-vif-deleted", "tag": "c018dd1c-f83e-4569-ac2c-144655327803", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:53.892410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bfe1d460-1300-47d5-908c-f34ae288b663 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:53.893102 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe1d460-1300-47d5-908c-f34ae288b663'] response: {'server_uuid': '80a3c06e-1c78-4d8a-ad1f-b370fc8655bc', 'name': 'network-vif-deleted', 'tag': 'c018dd1c-f83e-4569-ac2c-144655327803', 'status': 'completed', 'code': 200} Jul 18 14:11:54.044471 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-458dbbd7-4a68-4f0f-a2c3-39485061aae0 req-fb302bab-57d0-4dc4-97bf-09d6631f4efe tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=80a3c06e-1c78-4d8a-ad1f-b370fc8655bc HTTP/1.1" status: 200 len: 210 time: 0.1094534 Jul 18 14:11:54.084074 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:54.092044 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:54.210694 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:54.239042 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Floating IP 58d40bf6-eee9-4839-9b57-5eb7c47bab85 associated. External IP: 172.27.1.11, port: b727dd55-3851-43a8-95d2-3c1008ebee22. Jul 18 14:11:54.630319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:54.749617 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:11:54.784696 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37154) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:54.875427 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:11:54.881462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:54.889863 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:11:54.903236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:54.904280 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:11:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:54.921770 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-431b59b5-8b3f-454f-b530-4edc2bf54666 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "PUT /v2.0/floatingips/58d40bf6-eee9-4839-9b57-5eb7c47bab85 HTTP/1.1" status: 200 len: 991 time: 1.5234210 Jul 18 14:11:54.922609 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:11:54.926274 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1304024-86bb-44e0-a5c6-8bcbe5a45828" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:11:54.959572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ca5adf4-f702-4297-bdbf-5ec0191e6d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.033373 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff6bf2-5f7d-4d2f-9fb9-8000085cf529 x-openstack-request-id: req-a7ff6bf2-5f7d-4d2f-9fb9-8000085cf529 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:11:55.034050 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:11:55.034050 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a7ff6bf2-5f7d-4d2f-9fb9-8000085cf529 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:11:55.034709 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ff6bf2-5f7d-4d2f-9fb9-8000085cf529'] response: {'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'status': 'completed', 'code': 200} Jul 18 14:11:55.057387 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:55.180594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:55.183818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:55.211006 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-46fc233f-3db7-4ba7-93d1-f0940e01004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:55.212742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-46fc233f-3db7-4ba7-93d1-f0940e01004f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0796711 Jul 18 14:11:55.229418 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ca5adf4-f702-4297-bdbf-5ec0191e6d5b admin admin] Publish callbacks [] for security_group (fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.250486 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ca5adf4-f702-4297-bdbf-5ec0191e6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.302059 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7ca5adf4-f702-4297-bdbf-5ec0191e6d5b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=be0b01666ba44f189a363c00ba997d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154922 Jul 18 14:11:55.304721 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37170) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:11:55.315402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5adf4-f702-4297-bdbf-5ec0191e6d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:55.435031 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] Publish callbacks [] for security_group (fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.450444 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-5f1bf037-74ee-4e01-8864-a127604f6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:55.452226 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-5f1bf037-74ee-4e01-8864-a127604f6a7b service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.2271006 Jul 18 14:11:55.467462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] Publish callbacks [] for security_group (fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.530351 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.534261 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:11:55.538756 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0 HTTP/1.1" status: 204 len: 168 time: 0.2278786 Jul 18 14:11:55.552519 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-c97736e0-a5c8-4c2a-8f70-b9563271681e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475898836&fields=id&tenant_id=f618e7dff5d7411eb4d4cade50d68607 HTTP/1.1" status: 200 len: 267 time: 0.1195333 Jul 18 14:11:55.560173 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-e6ce8674-ffdd-4292-a103-4bfce4a5f589 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 999 time: 0.1008935 Jul 18 14:11:55.563954 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934daab-1c0b-4699-b8f2-53c893a818e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7bcfb0-f557-400f-ae7c-d2f4aaa8d5d0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:11:55.642344 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:11:53Z', 'revision_number': 1, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:55.679804 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:11:55.690686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:11:55.691926 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:11:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:55.709893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-6c920c85-15b2-43c5-ae5c-d53802b8178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:55.711387 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-6c920c85-15b2-43c5-ae5c-d53802b8178c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.1290085 Jul 18 14:11:55.776658 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-be1ed098-5669-4017-814f-c2e78aa4e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:55.778171 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-be1ed098-5669-4017-814f-c2e78aa4e677 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563700 Jul 18 14:11:55.842648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-5fb5f606-6000-4e43-a3ca-2a161e96238a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:11:55.848945 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-5fb5f606-6000-4e43-a3ca-2a161e96238a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 809 time: 0.2875423 Jul 18 14:11:55.918504 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-3479d3a2-e19e-4e9a-853f-e9d54276d048 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/quotas/f618e7dff5d7411eb4d4cade50d68607 HTTP/1.1" status: 200 len: 375 time: 0.0676522 Jul 18 14:11:55.940680 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:11:55.941966 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-e861c8fc-0188-4002-81e4-0afa10e9af27 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556568 Jul 18 14:11:56.025506 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-a9809ca8-56bf-4343-855a-ff5fa5c847c3 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960965 Jul 18 14:11:56.162382 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-558cb5ca-b9c9-497d-baee-bfbb2712d3d8 service neutron] 10.222.0.94 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130419 Jul 18 14:11:56.300985 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:11:53Z', 'revision_number': 1, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:11:56.314504 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-0c827af5-6547-464f-8128-05459c9b00e8 service neutron] 10.222.0.94 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456289 Jul 18 14:11:56.383126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d9f75-8eca-4f7b-8ca0-5885d44f2680 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:11:53Z', 'revision_number': 1, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:11:56.747203 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bab9e9-93f9-4657-869e-0f16a6c48e86 None None] New status for floating IP 58d40bf6-eee9-4839-9b57-5eb7c47bab85: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:11:57.135986 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:11:57.173127 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b1304024-86bb-44e0-a5c6-8bcbe5a45828 req-8c5b9826-0449-475e-a4ed-28e82f0bea21 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950205 Jul 18 14:11:57.727104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5cdb036e-9f3a-4c52-812f-524ce6501895 req-1fbeae44-bbd7-45b1-b4f2-af2fb66ce69a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0284612 Jul 18 14:11:57.984354 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device c018dd1c-f83e-4569-ac2c-144655327803 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:11:58.005268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: c018dd1c-f83e-4569-ac2c-144655327803 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:11:58.005697 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device c018dd1c-f83e-4569-ac2c-144655327803 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:11:58.820587 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01653b54-6dbf-41bf-befc-6e8b31512ca7 req-3b5916d4-acf6-4ff6-a8a5-53af271afb90 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0275722 Jul 18 14:11:59.921101 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-55b88a99-3018-45a8-beff-3856b457a1cd req-9b463bea-2fd7-41c6-a23b-75c987a30a51 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0315361 Jul 18 14:12:00.213420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:00.310655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-6d05dc11-fb7a-4299-b8f7-5aa9db8b8b8e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:00.312109 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-6d05dc11-fb7a-4299-b8f7-5aa9db8b8b8e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 809 time: 0.1202261 Jul 18 14:12:00.605077 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-24c0a485-6770-4203-8059-716dd9e89377 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f618e7dff5d7411eb4d4cade50d68607 HTTP/1.1" status: 200 len: 380 time: 0.0620255 Jul 18 14:12:00.613900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'port': {'device_id': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'admin_state_up': True, 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'security_groups': ['226df603-be4c-447c-8f02-9f9ec61ab804']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:12:00.977907 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Made reservation on behalf of f618e7dff5d7411eb4d4cade50d68607 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:12:00.983603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.043377 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2f8f706-adc5-47b6-8c47-59652d81beff req-9f685082-cf40-436f-91f8-f43fff0943a0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0353293 Jul 18 14:12:01.173060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Allocated IP 172.20.0.14 (3ec35dc1-02fe-4ebc-8138-0a035afc8c58/45378f74-7c2f-4af8-ac4c-41811713a771/a158e474-2cc0-48e6-9c01-f790a2f7a2a3) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:12:01.334588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.371462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.422731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:12:01.426870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:12:01.442175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:12:01.447865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:01.503420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:01.504105 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.526217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7123186f-6fbb-45ec-b8bb-8891094d11bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9152100 Jul 18 14:12:01.543180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Request body: {'port': {'device_id': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:12:01.569819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:01.654039 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.736662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:01.888152 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-13f7ddd1-a39e-4ce2-8da6-a0023fc0b42d None None] Provisioning complete for port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:12:01.889392 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-13f7ddd1-a39e-4ce2-8da6-a0023fc0b42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.929511 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:01.953159 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:01.995364 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-13f7ddd1-a39e-4ce2-8da6-a0023fc0b42d None None] Port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:12:02.190052 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a158e474-2cc0-48e6-9c01-f790a2f7a2a3 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:12:02.209899 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks [] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:02.249407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Transition to ACTIVE for port object a158e474-2cc0-48e6-9c01-f790a2f7a2a3 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:12:02.256465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:02.297060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67ec2-7a4d-4960-a997-0b13bcd77f39 req-781648e0-dc21-4cb4-8729-610b65584b92 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:02.298588 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23a67ec2-7a4d-4960-a997-0b13bcd77f39 req-781648e0-dc21-4cb4-8729-610b65584b92 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 932 time: 0.1117871 Jul 18 14:12:02.352482 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:02.389792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23a67ec2-7a4d-4960-a997-0b13bcd77f39 req-fc24ee3d-b602-43f0-b9d1-8219250a77ce tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848916 Jul 18 14:12:02.481944 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Attempting to bind port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:12:02.482388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Attempting to bind port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:12:02.482785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Attempting to bind port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 on network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:12:02.494512 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 on network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:12:02.494917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Attempting to bind port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 on network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:12:02.500965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:12:02.501474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Checking segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:12:02.501953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Bound using segment: {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:12:02.502488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Bound port: a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:12:02.502964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:02.571566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:02.600063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:12:02.603075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:12:02.610260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:02.668536 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:02.669248 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:02.670803 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] 10.222.0.87 "PUT /v2.0/ports/a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 1094 time: 1.1320996 Jul 18 14:12:02.671036 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:12:02.673432 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b0b14-8196-40f7-91e9-cf4e10635026" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:12:02.689831 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed7bac-0445-476e-b8d5-986967da1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:02.719337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b183d-d114-4d35-989a-20246a8c6ac8 x-openstack-request-id: req-950b183d-d114-4d35-989a-20246a8c6ac8 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:12:02.720175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:12:02.720532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-950b183d-d114-4d35-989a-20246a8c6ac8 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:12:02.721154 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950b183d-d114-4d35-989a-20246a8c6ac8'] response: {'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'status': 'completed', 'code': 200} Jul 18 14:12:03.506996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3ede-1fe8-43da-936b-46f0eec302db req-294723b0-3445-4474-9319-86d6fcd7d7c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:03.508505 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f48c3ede-1fe8-43da-936b-46f0eec302db req-294723b0-3445-4474-9319-86d6fcd7d7c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0476897 Jul 18 14:12:03.526281 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:03.559375 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f48c3ede-1fe8-43da-936b-46f0eec302db req-2438481d-b551-4f64-8dcf-030c50867d58 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454876 Jul 18 14:12:04.675486 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f7492-3b7b-4509-9e61-adb4c79855d0 req-4b5d6051-a29b-4523-8cf8-8bd27f20dd5d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:04.677254 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98f7492-3b7b-4509-9e61-adb4c79855d0 req-4b5d6051-a29b-4523-8cf8-8bd27f20dd5d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0483735 Jul 18 14:12:04.730295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98f7492-3b7b-4509-9e61-adb4c79855d0 req-6f23b6e9-6b28-466b-978b-76e852c54a57 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 Jul 18 14:12:05.507104 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:05.564241 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:05.840645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e893a9-6828-482e-a8db-a2d6c242dd68 req-6a5d2ad8-234a-4f95-9d65-bdd8196fe751 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:05.842104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60e893a9-6828-482e-a8db-a2d6c242dd68 req-6a5d2ad8-234a-4f95-9d65-bdd8196fe751 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0468371 Jul 18 14:12:05.891474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60e893a9-6828-482e-a8db-a2d6c242dd68 req-0178bacd-219d-4400-9501-83860a76fc52 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Jul 18 14:12:06.267782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-b3f9d575-e818-4bd2-a1b8-b4d5b1b82064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.269277 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-b3f9d575-e818-4bd2-a1b8-b4d5b1b82064 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1128 time: 0.0387301 Jul 18 14:12:06.355397 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:06.383317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-9d5c1b2a-c840-4d2e-be31-c51bb4333171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.384781 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-9d5c1b2a-c840-4d2e-be31-c51bb4333171 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=f618e7dff5d7411eb4d4cade50d68607&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949669 Jul 18 14:12:06.480557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-f4e982bc-f61b-4138-9216-622aa131e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.481977 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da1b0b14-8196-40f7-91e9-cf4e10635026 req-f4e982bc-f61b-4138-9216-622aa131e9b3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880964 Jul 18 14:12:06.586079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-17fa5fd9-5420-4611-9cf4-3d01d447092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.587555 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-17fa5fd9-5420-4611-9cf4-3d01d447092b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1128 time: 0.0443149 Jul 18 14:12:06.633310 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-e6dbdc9a-3ec5-4cc5-a8bc-390f4c16dcfc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 217 time: 0.0328529 Jul 18 14:12:06.687037 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-e365a099-4393-44c8-8836-f4081d7f0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.689039 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-e365a099-4393-44c8-8836-f4081d7f0d4c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.0434477 Jul 18 14:12:06.740659 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-e8b80f5e-e319-4e4c-bbc3-5f506929f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:06.742188 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-e8b80f5e-e319-4e4c-bbc3-5f506929f257 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440652 Jul 18 14:12:06.834597 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-7ed1e55e-febe-4e56-ae7e-15f338a5029f service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Jul 18 14:12:06.932705 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a748e9ee-601c-42f6-8751-5ab7037f6cd9 req-ce9e4cc5-d47b-4cee-a93f-0c80018146ef service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908952 Jul 18 14:12:07.019326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a688b3-60f9-4874-943c-42697fad813a req-3d13fe6a-095c-41f9-b038-cf2d3caf7c9b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:07.020824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62a688b3-60f9-4874-943c-42697fad813a req-3d13fe6a-095c-41f9-b038-cf2d3caf7c9b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0545015 Jul 18 14:12:07.069905 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-62a688b3-60f9-4874-943c-42697fad813a req-7a5412a8-4273-4dc1-ae86-4352669dce3a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Jul 18 14:12:08.192657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91180e0-d1d7-48aa-98b2-bd8f0f0e629a req-ca88ccc8-3f00-42f5-920c-1bed1ff0244b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:08.194160 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f91180e0-d1d7-48aa-98b2-bd8f0f0e629a req-ca88ccc8-3f00-42f5-920c-1bed1ff0244b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0503402 Jul 18 14:12:08.250112 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f91180e0-d1d7-48aa-98b2-bd8f0f0e629a req-83176dee-6344-49c4-b038-3ad6100315e2 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501440 Jul 18 14:12:08.540979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9894-9b8a-4de1-82d8-34e7610efe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:09.362408 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c48d2a-e93d-42c4-8940-19b84f7880c5 req-94577e71-da71-48dc-b7b0-4c07b04ae392 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:09.363850 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3c48d2a-e93d-42c4-8940-19b84f7880c5 req-94577e71-da71-48dc-b7b0-4c07b04ae392 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0459223 Jul 18 14:12:09.375466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:09.412083 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3c48d2a-e93d-42c4-8940-19b84f7880c5 req-9ef089e6-fe70-4493-a42d-b1c36235b91a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Jul 18 14:12:10.522823 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf813-4f0e-4fce-b83f-e1bdc868afde req-32127e05-8646-42e5-b0d1-ca3cd6dfa308 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:10.524324 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dedf813-4f0e-4fce-b83f-e1bdc868afde req-32127e05-8646-42e5-b0d1-ca3cd6dfa308 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0483236 Jul 18 14:12:10.573526 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dedf813-4f0e-4fce-b83f-e1bdc868afde req-356ef0dd-f82c-461e-be56-49c942f78fec tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Jul 18 14:12:10.697387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-25adaeff-ad63-4894-ad57-d07b1f5e3c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:11.692041 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc037f3-2c59-4483-9dec-e89584b70aa6 req-ef3d9524-95ea-4b74-80bb-3fb4e728424a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:11.693530 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1dc037f3-2c59-4483-9dec-e89584b70aa6 req-ef3d9524-95ea-4b74-80bb-3fb4e728424a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0508430 Jul 18 14:12:11.743140 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1dc037f3-2c59-4483-9dec-e89584b70aa6 req-7f64efb6-ce36-4598-842c-edaee5579cd0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Jul 18 14:12:11.942681 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:12.854796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2765e3f-1cb3-4673-93b3-8e7044faf992 req-6e638946-a689-4243-8d52-9c09fff13d3f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:12.856181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2765e3f-1cb3-4673-93b3-8e7044faf992 req-6e638946-a689-4243-8d52-9c09fff13d3f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0473602 Jul 18 14:12:12.895210 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:12.904559 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2765e3f-1cb3-4673-93b3-8e7044faf992 req-e2a989dd-805a-4e55-b193-c5639c21f32a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Jul 18 14:12:13.200443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:13.557966 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:13.605348 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:12:14.015905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69ed5-b1b0-4744-88a3-747eb7f6d394 req-12a0008a-efc2-45e0-8c44-cef91dccac98 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:14.017979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cd69ed5-b1b0-4744-88a3-747eb7f6d394 req-12a0008a-efc2-45e0-8c44-cef91dccac98 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0463002 Jul 18 14:12:14.069071 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cd69ed5-b1b0-4744-88a3-747eb7f6d394 req-060a77c0-feb3-43b7-a16c-d773bead2bd5 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Jul 18 14:12:15.179488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9371617-5ba7-41af-b4cb-4626119e203f req-12e64547-71dd-4ac7-b3df-9f16c1125248 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:15.180983 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9371617-5ba7-41af-b4cb-4626119e203f req-12e64547-71dd-4ac7-b3df-9f16c1125248 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0473843 Jul 18 14:12:15.229847 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9371617-5ba7-41af-b4cb-4626119e203f req-955264c3-e5b4-4b9f-a1fb-a935fe144b89 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Jul 18 14:12:16.340080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add96ae5-efb5-4688-93fe-79e6c1f98344 req-9b13ecc3-f73c-4fc8-8d80-90c456bb9f81 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:16.341594 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-add96ae5-efb5-4688-93fe-79e6c1f98344 req-9b13ecc3-f73c-4fc8-8d80-90c456bb9f81 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0478008 Jul 18 14:12:16.391771 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-add96ae5-efb5-4688-93fe-79e6c1f98344 req-1264e445-d569-438f-8f9d-6247d12bdbc4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Jul 18 14:12:17.505376 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cd4e4-a0f8-477e-96b4-2066a61811be req-94f18fec-85f1-4fec-a0c3-46dafe90a302 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:17.506840 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c9cd4e4-a0f8-477e-96b4-2066a61811be req-94f18fec-85f1-4fec-a0c3-46dafe90a302 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0503569 Jul 18 14:12:17.556137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c9cd4e4-a0f8-477e-96b4-2066a61811be req-f4570b7c-696b-49c1-8cac-c56b3dee077f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Jul 18 14:12:18.665564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06be3-2d2c-481d-829f-aa6b347d5f9d req-72b5c5da-b74c-4748-9652-f9b35684ecd8 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:18.667010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bad06be3-2d2c-481d-829f-aa6b347d5f9d req-72b5c5da-b74c-4748-9652-f9b35684ecd8 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0463538 Jul 18 14:12:18.716194 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bad06be3-2d2c-481d-829f-aa6b347d5f9d req-ccaa0ff4-9048-4605-8c9c-06ba516a13cd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Jul 18 14:12:19.834412 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58c396-c672-4ca6-8993-38aedd167c22 req-72159c0b-0951-4a33-acf2-0c3a7db418cd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:19.835884 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c58c396-c672-4ca6-8993-38aedd167c22 req-72159c0b-0951-4a33-acf2-0c3a7db418cd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0500481 Jul 18 14:12:19.886103 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c58c396-c672-4ca6-8993-38aedd167c22 req-e8ed9622-d9e8-4b5d-b5e7-59baf752cdb6 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Jul 18 14:12:20.024148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-ea40dc70-86d4-4a9c-bbb8-305469c0a9da tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:20.025534 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-ea40dc70-86d4-4a9c-bbb8-305469c0a9da tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 814 time: 0.1031365 Jul 18 14:12:20.039747 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-02125ed8-b90b-4f84-bc95-88674d0014a5 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/quotas/9f6e581c160d4e64a81e0b35907cc078 HTTP/1.1" status: 200 len: 375 time: 0.0091200 Jul 18 14:12:20.075201 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-e6546085-d08d-4e1f-9b59-fd1009e86f26 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307245 Jul 18 14:12:20.108941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:20.164665 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-e17a238c-689f-4564-8a79-df9a7a3fd2d2 service neutron] 10.222.0.94 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Jul 18 14:12:20.256941 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-04691ba1-c121-4214-8983-9e99b2a2ed57 service neutron] 10.222.0.94 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Jul 18 14:12:20.414354 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a539f772-78ab-4102-a0a9-0e0f42c4ecc9 req-47db41f3-5871-465b-9fb7-a4b8b6189e88 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0286856 Jul 18 14:12:20.998326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12125ff1-2def-42d2-9005-6468a7bb4e45 req-84ae7ec4-8da4-407b-b721-21bcc96cbb24 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:20.999791 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-12125ff1-2def-42d2-9005-6468a7bb4e45 req-84ae7ec4-8da4-407b-b721-21bcc96cbb24 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0464940 Jul 18 14:12:21.050821 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-12125ff1-2def-42d2-9005-6468a7bb4e45 req-b1a580f6-4597-44a7-b527-c4c58d7f74c9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Jul 18 14:12:21.273908 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:21.508984 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-737bf229-b42f-4028-bad1-61fd6b325d1f req-4fd765d9-c50e-4ac5-a4f7-373a382dd15a tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0307050 Jul 18 14:12:22.155112 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:22.166597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ae222-7623-466f-92d5-5d7f229d740a req-875d69d2-a858-461f-a98f-6c6cbc8cdf82 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:22.168079 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a1ae222-7623-466f-92d5-5d7f229d740a req-875d69d2-a858-461f-a98f-6c6cbc8cdf82 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0480826 Jul 18 14:12:22.216062 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2a1ae222-7623-466f-92d5-5d7f229d740a req-28a76982-4ff1-43f8-ad05-e4dd26a38552 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Jul 18 14:12:22.600351 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3224d444-0313-4755-ac13-374eb3d93c16 req-7e0ae92f-6ac6-48bc-a467-ecf2b3f7d6db tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0279765 Jul 18 14:12:23.330198 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d866-e6cf-4c56-84c9-0c7eb3625266 req-617eefac-19d6-4329-8adc-e6e5f6aedd4e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:23.332985 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5dc6d866-e6cf-4c56-84c9-0c7eb3625266 req-617eefac-19d6-4329-8adc-e6e5f6aedd4e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0510666 Jul 18 14:12:23.381285 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5dc6d866-e6cf-4c56-84c9-0c7eb3625266 req-c7fbce20-b11d-4078-9a94-5311c76e678d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Jul 18 14:12:23.547895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:23.553946 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:23.602011 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:23.695253 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-77fda957-504a-44b3-a6ee-7bfac59ee054 req-2187d495-4efc-4a80-930b-2f75bdb34cec tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Jul 18 14:12:24.493255 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cddf02-8981-4bc9-baf5-91461b5b4c0f req-a7963eed-27de-46b5-aa09-d9bdf274dbe0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:24.494695 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01cddf02-8981-4bc9-baf5-91461b5b4c0f req-a7963eed-27de-46b5-aa09-d9bdf274dbe0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0468516 Jul 18 14:12:24.542855 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01cddf02-8981-4bc9-baf5-91461b5b4c0f req-ff4038a8-a8c4-47e1-9a85-903754f2109e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Jul 18 14:12:24.794644 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dc44db4f-1d3a-4bbf-b3c8-e7eef4b90e89 req-0515b979-ffdf-4c8c-bb18-716fa46aac11 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Jul 18 14:12:25.256440 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37628) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:25.309630 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Deleting subnet 8ee43ece-b0e9-4b32-b43c-593340f820c1 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:12:25.314211 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Publish callbacks [] for subnet (8ee43ece-b0e9-4b32-b43c-593340f820c1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.352769 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (8ee43ece-b0e9-4b32-b43c-593340f820c1), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.398233 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (8ee43ece-b0e9-4b32-b43c-593340f820c1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.452267 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (8ee43ece-b0e9-4b32-b43c-593340f820c1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.478295 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee43ece-b0e9-4b32-b43c-593340f820c1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:25.482037 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.485252 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-cb42212e-c438-4643-b369-74dc446fd273 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/8ee43ece-b0e9-4b32-b43c-593340f820c1 HTTP/1.1" status: 204 len: 168 time: 0.2278154 Jul 18 14:12:25.487748 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37638) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:25.558274 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.639023 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.665381 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc6197f-2206-41dd-b62d-9fbf3e29d0ea']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:25.668102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a261bed-5f93-46c6-bb8f-2b9cb167305d req-5165e802-caf7-4599-88d4-1d457911ad26 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:25.669748 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a261bed-5f93-46c6-bb8f-2b9cb167305d req-5165e802-caf7-4599-88d4-1d457911ad26 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0546820 Jul 18 14:12:25.676910 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729f2df6-d08d-40ca-915b-59de60fcbabc') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:25.677254 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729f2df6-d08d-40ca-915b-59de60fcbabc') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:25.690248 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (729f2df6-d08d-40ca-915b-59de60fcbabc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.705935 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (729f2df6-d08d-40ca-915b-59de60fcbabc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.715595 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:12:25.716417 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (729f2df6-d08d-40ca-915b-59de60fcbabc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.725292 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a261bed-5f93-46c6-bb8f-2b9cb167305d req-df78481f-37b9-4ccb-905d-6145a6f569f2 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491416 Jul 18 14:12:25.778617 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 729f2df6-d08d-40ca-915b-59de60fcbabc resource provider aggregate not found Jul 18 14:12:25.798944 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (5cc6197f-2206-41dd-b62d-9fbf3e29d0ea), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.801522 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 729f2df6-d08d-40ca-915b-59de60fcbabc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 729f2df6-d08d-40ca-915b-59de60fcbabc found for delete ", "request_id": "req-e3428c5a-0fcd-44ca-855e-ab69df632dc8"}]} Jul 18 14:12:25.817642 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:25.822388 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] 10.222.0.94 "DELETE /v2.0/networks/5cc6197f-2206-41dd-b62d-9fbf3e29d0ea HTTP/1.1" status: 204 len: 168 time: 0.3313162 Jul 18 14:12:25.824913 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454603be-43f2-459c-8b62-ee2c5ae7eb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc6197f-2206-41dd-b62d-9fbf3e29d0ea,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:25.850560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-718e4836-1f19-4c0c-b6df-bbbe58a609bf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:25.852742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-718e4836-1f19-4c0c-b6df-bbbe58a609bf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 814 time: 0.1221843 Jul 18 14:12:25.872056 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Request body: {'port': {'device_id': '84e89663-a166-4505-83e7-f80979408077', 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba', 'admin_state_up': True, 'tenant_id': '9f6e581c160d4e64a81e0b35907cc078'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:12:25.927401 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c345517d-6b62-4a6d-b6f3-6152236e072c req-0ab03b91-6135-41f9-a792-460561f4d62d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0385952 Jul 18 14:12:26.015802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Made reservation on behalf of 9f6e581c160d4e64a81e0b35907cc078 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:12:26.016269 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37654) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:26.019271 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.043193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:26.056573 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c742131d-761b-4df8-a64f-fef3dd5c8d91 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2e0380aba6504b61af9e82a6a72d0211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391152 Jul 18 14:12:26.059071 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37656) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:26.108376 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] Publish callbacks [] for security_group (c15344ca-af0e-48b7-bf74-feb32d4b16f0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.130967 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] Publish callbacks [] for security_group (c15344ca-af0e-48b7-bf74-feb32d4b16f0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.144006 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Allocated IP 172.20.0.13 (4bde0255-5a3f-47b3-9352-0e55a47d42ba/0dd697ae-7218-403a-bbe5-8fb4f45a2641/5d278c35-21f0-4071-9f02-a94ec22d3ce8) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:12:26.183819 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c15344ca-af0e-48b7-bf74-feb32d4b16f0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.186815 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.188628 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c15344ca-af0e-48b7-bf74-feb32d4b16f0 HTTP/1.1" status: 204 len: 168 time: 0.1283958 Jul 18 14:12:26.197515 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60b7e9-6293-48b6-8256-ed71ea7fec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15344ca-af0e-48b7-bf74-feb32d4b16f0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:26.269462 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:12:26.311607 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks [] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.326489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:26.350521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.391576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Network 4bde0255-5a3f-47b3-9352-0e55a47d42ba is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:12:26.391707 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:26.397460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:12:26.399987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:12:26.403241 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'mac_address': 'fa:16:3e:bb:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:12:26.449465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Pushing event updated for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:26.460528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:12:26.460916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.468145 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:26.469287 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.485500 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a158e474-2cc0-48e6-9c01-f790a2f7a2a3 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:12:26.490415 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-801a0948-3b64-48f5-9ac7-75e969eda068 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6235876 Jul 18 14:12:26.511770 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Request body: {'port': {'device_id': '84e89663-a166-4505-83e7-f80979408077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:12:26.514492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:26.519190 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.587138 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.589717 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:26.598331 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.598721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.599130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.599550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.599909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.600323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.600692 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.601019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.601400 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.601758 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.602182 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.602572 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.602907 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.603225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.603709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:26.885903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baccfd4-b005-4b4a-98ea-5724d02ad9c4 req-53b2b871-53cb-4d35-b9a5-f8f9c4535649 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:26.887364 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9baccfd4-b005-4b4a-98ea-5724d02ad9c4 req-53b2b871-53cb-4d35-b9a5-f8f9c4535649 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 945 time: 0.0805101 Jul 18 14:12:26.928202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:26.939847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d278c35-21f0-4071-9f02-a94ec22d3ce8 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:12:26.951556 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks [] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:26.987566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Transition to ACTIVE for port object 5d278c35-21f0-4071-9f02-a94ec22d3ce8 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:12:26.991913 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9baccfd4-b005-4b4a-98ea-5724d02ad9c4 req-73a3285c-423d-47a9-ace7-5651bba1e31b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819545 Jul 18 14:12:26.992960 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:27.074577 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['a158e474-2cc0-48e6-9c01-f790a2f7a2a3'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:12:27.316645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:27.344359 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317e79f-df36-4ad1-ad95-b1c37414fcbb req-550dc292-1878-4a09-b3ad-f9e0bedc02b0 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:27.345851 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7317e79f-df36-4ad1-ad95-b1c37414fcbb req-550dc292-1878-4a09-b3ad-f9e0bedc02b0 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 944 time: 0.3199165 Jul 18 14:12:27.418258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:27.429836 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7317e79f-df36-4ad1-ad95-b1c37414fcbb req-037f6176-2dd3-405e-b3f4-25bd51e59e5c tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Jul 18 14:12:27.431066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Attempting to bind port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:12:27.431396 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Attempting to bind port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:12:27.431726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Attempting to bind port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:12:27.437181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:12:27.438167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Attempting to bind port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 on network 4bde0255-5a3f-47b3-9352-0e55a47d42ba {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:12:27.452992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:12:27.452992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Checking segment: {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:12:27.452992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Bound using segment: {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:12:27.452992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Bound port: 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4de97bb-9ab6-49b8-b70c-087d151d3cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:12:27.452992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:27.519478 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:12:27.522706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:12:27.529193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:27.572774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:27.573533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:27.575049 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] 10.222.0.87 "PUT /v2.0/ports/5d278c35-21f0-4071-9f02-a94ec22d3ce8 HTTP/1.1" status: 200 len: 1094 time: 1.0692561 Jul 18 14:12:27.575546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:12:27.577890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982b5451-02fb-47f9-bb9a-9e2d349449a0" -d '{"events": [{"name": "network-changed", "server_uuid": "84e89663-a166-4505-83e7-f80979408077", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:12:27.605652 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89bb78-fe10-42ce-9316-18020a3f9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:27.620244 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816e702-8329-4477-b5c2-0726bac89cc5 x-openstack-request-id: req-7816e702-8329-4477-b5c2-0726bac89cc5 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:12:27.620514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e89663-a166-4505-83e7-f80979408077", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:12:27.620766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7816e702-8329-4477-b5c2-0726bac89cc5 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:12:27.621167 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7816e702-8329-4477-b5c2-0726bac89cc5'] response: {'name': 'network-changed', 'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8', 'status': 'completed', 'code': 200} Jul 18 14:12:27.688392 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-1138192e-033a-4c06-8bd1-86ffe554dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:27.690011 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-1138192e-033a-4c06-8bd1-86ffe554dd72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 1128 time: 0.0459807 Jul 18 14:12:27.740668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-400a877a-fd14-4340-a14d-2fc9402c397a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0375710 Jul 18 14:12:27.790493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194e1d-149a-4e45-b183-009e781c290f req-462b90b3-d73c-4e62-b448-135d8c4b8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:27.791882 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-462b90b3-d73c-4e62-b448-135d8c4b8c43 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0dd697ae-7218-403a-bbe5-8fb4f45a2641 HTTP/1.1" status: 200 len: 854 time: 0.0437939 Jul 18 14:12:27.824660 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-4becf875-20da-4c09-be39-652dfeb3bfe5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4bde0255-5a3f-47b3-9352-0e55a47d42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262547 Jul 18 14:12:27.920508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-eb752fcd-7f0b-4cd9-9e5f-7c0f7802e37e service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896299 Jul 18 14:12:28.014671 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a4194e1d-149a-4e45-b183-009e781c290f req-84b48c78-b860-4fc8-b956-9db8ec49e315 service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845287 Jul 18 14:12:28.120095 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f419d1-24ef-4caf-9fb1-446b00867272 req-9ead0ac8-e978-479f-b07f-e9900d8f4169 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:28.121783 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3f419d1-24ef-4caf-9fb1-446b00867272 req-9ead0ac8-e978-479f-b07f-e9900d8f4169 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Jul 18 14:12:28.178343 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3f419d1-24ef-4caf-9fb1-446b00867272 req-7050cffa-346d-422d-863d-2e1d4b73ce3c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505266 Jul 18 14:12:28.546898 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a54a7-e83d-4722-97a7-bcfaa89aa43a req-239ca6ed-9d2c-45c0-94b0-1a279516ed43 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:28.548935 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa4a54a7-e83d-4722-97a7-bcfaa89aa43a req-239ca6ed-9d2c-45c0-94b0-1a279516ed43 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 944 time: 0.0487177 Jul 18 14:12:28.597508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aa4a54a7-e83d-4722-97a7-bcfaa89aa43a req-ced52c3e-e854-4fb5-bd35-d3142b95ccb8 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Jul 18 14:12:28.871840 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:12:28.912315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:12:28.917280 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:12:28.917715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:28.994191 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:12:28.994490 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:29.017211 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:12:29.019664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8954f3c-40df-40d7-8edd-20228acf4672" -d '{"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-plugged", "status": "completed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:12:29.032910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:29.037620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:29.060170 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac9d7a9-0291-4713-88d5-70efe13ea94c x-openstack-request-id: req-2ac9d7a9-0291-4713-88d5-70efe13ea94c {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:12:29.060486 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-plugged", "status": "completed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:12:29.060743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2ac9d7a9-0291-4713-88d5-70efe13ea94c {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:12:29.061269 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac9d7a9-0291-4713-88d5-70efe13ea94c'] response: {'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'code': 200} Jul 18 14:12:29.073115 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:29.088667 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:29.254782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:29.293050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c98b0-ea8a-4f83-926e-2326df23764a req-0d23ba4f-37ab-405a-aa8f-a5e5da7cc871 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:29.294591 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd2c98b0-ea8a-4f83-926e-2326df23764a req-0d23ba4f-37ab-405a-aa8f-a5e5da7cc871 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0496056 Jul 18 14:12:29.345230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cd2c98b0-ea8a-4f83-926e-2326df23764a req-007b3b29-4f5b-4e55-bd1c-0c18f755ee32 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Jul 18 14:12:29.721452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f5313-8825-4b47-aa48-b351fb7f22de req-9ce6e8a3-04a6-4725-ba76-b653c8e0a141 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:29.723019 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ce3f5313-8825-4b47-aa48-b351fb7f22de req-9ce6e8a3-04a6-4725-ba76-b653c8e0a141 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 944 time: 0.0521667 Jul 18 14:12:29.771024 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ce3f5313-8825-4b47-aa48-b351fb7f22de req-07588ac5-6278-4f6f-8935-fbd921457362 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Jul 18 14:12:30.080000 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 37782) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:30.185110 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c8f28c67-68f5-4fd5-8f47-24199932f105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.224069 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:30.263109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c8f28c67-68f5-4fd5-8f47-24199932f105 admin admin] Publish callbacks [] for security_group (d6d1a3e7-7251-4665-bd95-c80b1e1df084), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.267476 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-c8f28c67-68f5-4fd5-8f47-24199932f105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d6d1a3e7-7251-4665-bd95-c80b1e1df084), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.289521 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:30.307051 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c8f28c67-68f5-4fd5-8f47-24199932f105 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bc40e69ef09e4017b43d9eb687c298a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260218 Jul 18 14:12:30.308602 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28c67-68f5-4fd5-8f47-24199932f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1a3e7-7251-4665-bd95-c80b1e1df084,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:30.309962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37786) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:30.362165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] Publish callbacks [] for security_group (d6d1a3e7-7251-4665-bd95-c80b1e1df084), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.384858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] Publish callbacks [] for security_group (d6d1a3e7-7251-4665-bd95-c80b1e1df084), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.428054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:30.469404 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01549a2c-114d-4494-9347-64b80be4f03b req-bab05bed-3325-4163-a58b-730d550b35d9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:30.470867 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01549a2c-114d-4494-9347-64b80be4f03b req-bab05bed-3325-4163-a58b-730d550b35d9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0551596 Jul 18 14:12:30.471845 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d6d1a3e7-7251-4665-bd95-c80b1e1df084), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.474372 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:30.475386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d6d1a3e7-7251-4665-bd95-c80b1e1df084 HTTP/1.1" status: 204 len: 168 time: 0.1644599 Jul 18 14:12:30.484717 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a55b87-78aa-41c4-98d3-9d6b827ca827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1a3e7-7251-4665-bd95-c80b1e1df084,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:30.498445 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:30.534038 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-01549a2c-114d-4494-9347-64b80be4f03b req-c839cb77-cc42-47b2-a8c3-470d0c658687 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500801 Jul 18 14:12:30.835217 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 5d278c35-21f0-4071-9f02-a94ec22d3ce8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:12:30.893345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818a6d-b42f-4a8f-9731-615ebd8d7866 req-d284e958-ae22-4c5e-9717-4ac3f2ebd9b1 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:30.896578 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-16818a6d-b42f-4a8f-9731-615ebd8d7866 req-d284e958-ae22-4c5e-9717-4ac3f2ebd9b1 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 944 time: 0.0527289 Jul 18 14:12:30.951379 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:30.960897 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-16818a6d-b42f-4a8f-9731-615ebd8d7866 req-56a4db31-656f-4216-9374-bbcdfbe29f23 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Jul 18 14:12:30.966546 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '5d278c35-21f0-4071-9f02-a94ec22d3ce8', 'network_id': '4bde0255-5a3f-47b3-9352-0e55a47d42ba', 'port_id': '5d278c35-21f0-4071-9f02-a94ec22d3ce8', 'mac_address': 'fa:16:3e:1b:e4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd697ae-7218-403a-bbe5-8fb4f45a2641', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:12:31.006134 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:12:31.006530 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:31.021706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d278c35-21f0-4071-9f02-a94ec22d3ce8 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:12:31.046362 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:31.050390 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:31.098418 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:31.677313 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18603b-88ff-41ce-be60-3483778a1bda req-aad38aff-bafc-488e-9580-f814f07a05dd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:31.679117 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4f18603b-88ff-41ce-be60-3483778a1bda req-aad38aff-bafc-488e-9580-f814f07a05dd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0730371 Jul 18 14:12:31.750294 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4f18603b-88ff-41ce-be60-3483778a1bda req-197e3ae3-7eca-4555-8644-5f1eb35a51a2 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602264 Jul 18 14:12:31.806489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-d5baf09d-6fa4-4b75-966c-b71aa1ad7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:31.808562 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-d5baf09d-6fa4-4b75-966c-b71aa1ad7634 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f6e581c160d4e64a81e0b35907cc078&device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 1129 time: 0.0452206 Jul 18 14:12:31.847037 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['5d278c35-21f0-4071-9f02-a94ec22d3ce8'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:12:31.902613 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:31.974510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-296bdd94-7d73-41c8-a87c-68905be1d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:31.976015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-296bdd94-7d73-41c8-a87c-68905be1d8cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 200 len: 915 time: 0.0965393 Jul 18 14:12:32.052977 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-fd0f9c41-d24d-4a6b-bb07-31e4d6e0f967 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0681598 Jul 18 14:12:32.076018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fec2e-7c7f-4ac2-9573-0c96e0727a64 req-4c86f1bd-a6e0-4670-b38c-68658e27a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:32.077489 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-586fec2e-7c7f-4ac2-9573-0c96e0727a64 req-4c86f1bd-a6e0-4670-b38c-68658e27a888 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.1006203 Jul 18 14:12:32.142492 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52efa-81de-46de-a426-8182b4531833 req-e1d7b040-bc3b-43ce-8b50-5f0733a34f2e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:32.143999 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fac52efa-81de-46de-a426-8182b4531833 req-e1d7b040-bc3b-43ce-8b50-5f0733a34f2e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 945 time: 0.1045957 Jul 18 14:12:32.178917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-de4c3464-3d5c-440e-907f-0379e5f86947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:32.180698 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-de4c3464-3d5c-440e-907f-0379e5f86947 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0dd697ae-7218-403a-bbe5-8fb4f45a2641 HTTP/1.1" status: 200 len: 854 time: 0.1061921 Jul 18 14:12:32.201010 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:32.226505 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-586fec2e-7c7f-4ac2-9573-0c96e0727a64 req-5bdd6ace-fde1-4b55-bf50-ed56ff1bf71d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381831 Jul 18 14:12:32.233004 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-5e04d26e-a229-4aa1-8960-ebd999e52102 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4bde0255-5a3f-47b3-9352-0e55a47d42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431192 Jul 18 14:12:32.248986 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fac52efa-81de-46de-a426-8182b4531833 req-d4b2d45a-5953-4d27-972d-a4b078ed0b28 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983193 Jul 18 14:12:32.857430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9ea87-1d9d-47f9-99fa-47fd6f91870b req-1dd16588-535c-44d4-8bfc-e848f38a07bf tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:32.859035 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aaa9ea87-1d9d-47f9-99fa-47fd6f91870b req-1dd16588-535c-44d4-8bfc-e848f38a07bf tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Jul 18 14:12:32.912428 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aaa9ea87-1d9d-47f9-99fa-47fd6f91870b req-13934727-c353-4573-ae7c-14003c988eb7 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478716 Jul 18 14:12:33.060973 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-e6713c8f-1706-4d75-8696-ba0447dfeffd service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Jul 18 14:12:33.153518 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-982b5451-02fb-47f9-bb9a-9e2d349449a0 req-9d2d3aff-f2c1-4069-bfe6-0190f71f4368 service neutron] 10.222.0.87 "GET /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Jul 18 14:12:33.360837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc01cd-1d5d-42d8-bf1d-cd89848bd6cc req-02fcba6a-0885-4e04-a732-dbaa8cf1d3d4 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:33.362316 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37cc01cd-1d5d-42d8-bf1d-cd89848bd6cc req-02fcba6a-0885-4e04-a732-dbaa8cf1d3d4 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Jul 18 14:12:33.410102 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37cc01cd-1d5d-42d8-bf1d-cd89848bd6cc req-5f9647ad-66e5-47ed-8386-43a056a5e365 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Jul 18 14:12:33.439377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 5d278c35-21f0-4071-9f02-a94ec22d3ce8 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:12:33.481159 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:12:33.487316 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:12:33.487714 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:33.558159 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:12:33.558541 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:33.584634 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:12:33.586756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1688d413-fb94-4c5a-bea3-35bf19df253c" -d '{"events": [{"server_uuid": "84e89663-a166-4505-83e7-f80979408077", "name": "network-vif-plugged", "status": "completed", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:12:33.599186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:12:33.603428 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:33.626656 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211c04c-9d19-434a-bbfa-392223576d5f x-openstack-request-id: req-c211c04c-9d19-434a-bbfa-392223576d5f {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:12:33.626965 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e89663-a166-4505-83e7-f80979408077", "name": "network-vif-plugged", "status": "completed", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:12:33.627217 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c211c04c-9d19-434a-bbfa-392223576d5f {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:12:33.627608 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c211c04c-9d19-434a-bbfa-392223576d5f'] response: {'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8', 'code': 200} Jul 18 14:12:33.651876 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:34.016501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:34.038821 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fe84-0061-4a74-9483-b5f182f9c289 req-37382227-5b16-4d33-8175-06a508a8ca8b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:34.040342 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9672fe84-0061-4a74-9483-b5f182f9c289 req-37382227-5b16-4d33-8175-06a508a8ca8b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0565028 Jul 18 14:12:34.104250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9672fe84-0061-4a74-9483-b5f182f9c289 req-debcb5dd-09e0-4049-9931-b5c3ea2ec052 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581477 Jul 18 14:12:34.217918 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d33f8-91dc-4710-a80d-74233aa277ac req-76001ece-24ae-4146-9504-d8bd542650a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:34.219495 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-972d33f8-91dc-4710-a80d-74233aa277ac req-76001ece-24ae-4146-9504-d8bd542650a4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 1130 time: 0.0391560 Jul 18 14:12:34.294922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-972d33f8-91dc-4710-a80d-74233aa277ac req-3e55cf11-b1c0-42a9-be6c-270515dc96ab service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372376 Jul 18 14:12:34.526021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7f22e-5976-4fdc-8166-7f0e8e531dd3 req-fd9a322d-c1a7-456a-a0d3-2339e22e05aa tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:34.527556 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1c7f22e-5976-4fdc-8166-7f0e8e531dd3 req-fd9a322d-c1a7-456a-a0d3-2339e22e05aa tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0472398 Jul 18 14:12:34.577054 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1c7f22e-5976-4fdc-8166-7f0e8e531dd3 req-3a413916-d13a-4770-98be-bae239dbe1a1 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jul 18 14:12:35.222611 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a526-0fae-45f5-972d-8d8a2aec93ef req-658503f9-c350-4b34-9198-cb8d4050fbde tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:35.224101 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7858a526-0fae-45f5-972d-8d8a2aec93ef req-658503f9-c350-4b34-9198-cb8d4050fbde tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Jul 18 14:12:35.273130 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7858a526-0fae-45f5-972d-8d8a2aec93ef req-73a5c539-aab6-466e-99eb-71b2ae32e815 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Jul 18 14:12:35.691028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4a8e-d02f-4814-b5f0-713ced190288 req-2108153d-c3f6-432c-91b0-1ae2fd5c3e61 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:35.692781 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efef4a8e-d02f-4814-b5f0-713ced190288 req-2108153d-c3f6-432c-91b0-1ae2fd5c3e61 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0477366 Jul 18 14:12:35.741104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efef4a8e-d02f-4814-b5f0-713ced190288 req-0995b3dc-67f7-40f2-962f-83ce359546cd tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jul 18 14:12:36.393821 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababaae2-638f-4dd7-a079-8144e7a4bedd req-659d29ed-c5f9-450f-8a50-321c413367fc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:36.395359 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ababaae2-638f-4dd7-a079-8144e7a4bedd req-659d29ed-c5f9-450f-8a50-321c413367fc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0550232 Jul 18 14:12:36.446222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ababaae2-638f-4dd7-a079-8144e7a4bedd req-b9e0f8d8-42da-4576-be01-46505bbe66da tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Jul 18 14:12:36.845470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:36.859212 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d68c-7522-4d12-8fe9-9815b087a880 req-37d442bb-1f6d-48e5-b164-88a9e1392962 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:36.861660 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f754d68c-7522-4d12-8fe9-9815b087a880 req-37d442bb-1f6d-48e5-b164-88a9e1392962 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0504315 Jul 18 14:12:36.908678 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f754d68c-7522-4d12-8fe9-9815b087a880 req-a839cb75-e66e-4625-b00d-b3d8383684b8 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Jul 18 14:12:37.556164 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260f0c9-8df1-43d9-bdf5-b0ab3f7f9bf0 req-25c23c2d-ce42-493d-9277-f241cc51113e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:37.557632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1260f0c9-8df1-43d9-bdf5-b0ab3f7f9bf0 req-25c23c2d-ce42-493d-9277-f241cc51113e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0459373 Jul 18 14:12:37.609014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1260f0c9-8df1-43d9-bdf5-b0ab3f7f9bf0 req-44ce31ac-436c-4e70-83e3-d591c0497294 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Jul 18 14:12:38.024094 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2404e2-a1a6-40f0-8c90-87cfd1c9a403 req-df8fb670-d40d-4714-92f4-08557aacf461 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:38.025539 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae2404e2-a1a6-40f0-8c90-87cfd1c9a403 req-df8fb670-d40d-4714-92f4-08557aacf461 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0470898 Jul 18 14:12:38.073029 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae2404e2-a1a6-40f0-8c90-87cfd1c9a403 req-f3bf124a-f5b0-4273-9b98-7a085ee1bfc3 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Jul 18 14:12:38.542699 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b8717b4c-8732-46b9-9bd6-4b1f66c11136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:38.722060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd699c49-a22a-4fc3-8d82-ed1529a3d344 req-5cdd309c-ff08-448d-8d4f-fd867e6570af tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:38.723529 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd699c49-a22a-4fc3-8d82-ed1529a3d344 req-5cdd309c-ff08-448d-8d4f-fd867e6570af tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0471334 Jul 18 14:12:38.774345 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd699c49-a22a-4fc3-8d82-ed1529a3d344 req-33c93cbb-b33c-4008-8d78-5bfd29e8aaec tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453093 Jul 18 14:12:39.191233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6329-154c-4676-acbb-1888e2276b44 req-b57c925a-65ca-4021-90f8-2be3e56281b7 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:39.192768 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-135f6329-154c-4676-acbb-1888e2276b44 req-b57c925a-65ca-4021-90f8-2be3e56281b7 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0532043 Jul 18 14:12:39.240421 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-135f6329-154c-4676-acbb-1888e2276b44 req-d02d074c-29b1-4362-958d-c8efd6fff1c8 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Jul 18 14:12:39.849580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:39.885850 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876af86-01b6-4402-85be-0a5dd410c54e req-9b925e56-8b59-4902-bbaa-3f23410dcd3f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:39.887316 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2876af86-01b6-4402-85be-0a5dd410c54e req-9b925e56-8b59-4902-bbaa-3f23410dcd3f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Jul 18 14:12:39.936467 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2876af86-01b6-4402-85be-0a5dd410c54e req-128c1f70-6ae2-41c7-b777-76534a7904c4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Jul 18 14:12:40.304067 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=11 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:40.358804 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1297d5-b66e-455f-8084-a56c740b4909 req-998bc949-0dd4-498f-9e3c-39e5fbdf6a5e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:40.360323 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e1297d5-b66e-455f-8084-a56c740b4909 req-998bc949-0dd4-498f-9e3c-39e5fbdf6a5e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0479050 Jul 18 14:12:40.410986 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8e1297d5-b66e-455f-8084-a56c740b4909 req-9341b98a-67e8-4475-b793-009ba90ac5de tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Jul 18 14:12:40.700218 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a58188b9-b93b-40fa-b6e0-b84304aa7f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:41.045560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbce8a-46c8-4a80-bd54-6e4ca40fa235 req-272ac205-1d63-43fc-976a-b91c510b2568 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:41.047605 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41cbce8a-46c8-4a80-bd54-6e4ca40fa235 req-272ac205-1d63-43fc-976a-b91c510b2568 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0466075 Jul 18 14:12:41.097313 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41cbce8a-46c8-4a80-bd54-6e4ca40fa235 req-eb64f73e-dba3-4b5f-ae4f-1d69ba8c0f14 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Jul 18 14:12:41.524024 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e77557-0bb9-425d-8ae0-86ed24634e42 req-c1b79274-5d3b-4f1e-b899-e78c23edd97d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:41.525395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f3e77557-0bb9-425d-8ae0-86ed24634e42 req-c1b79274-5d3b-4f1e-b899-e78c23edd97d tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0472860 Jul 18 14:12:41.573438 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f3e77557-0bb9-425d-8ae0-86ed24634e42 req-c536de07-cc3c-4d31-8f52-39a9449b2157 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jul 18 14:12:41.944507 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:42.210542 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa3ac1-6942-461e-aa80-7af2c3df4423 req-8401d679-5e50-42fa-840a-92161b46949b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:42.211914 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89aa3ac1-6942-461e-aa80-7af2c3df4423 req-8401d679-5e50-42fa-840a-92161b46949b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0498507 Jul 18 14:12:42.261749 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89aa3ac1-6942-461e-aa80-7af2c3df4423 req-d0c39770-655d-4560-aa76-0ee980a0d566 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 Jul 18 14:12:42.689480 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c54e7-0311-4610-a3ae-c00e9563a240 req-5a0611df-cb3c-41fa-a2dc-df7649da7fef tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:42.690930 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e54c54e7-0311-4610-a3ae-c00e9563a240 req-5a0611df-cb3c-41fa-a2dc-df7649da7fef tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0465078 Jul 18 14:12:42.750631 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e54c54e7-0311-4610-a3ae-c00e9563a240 req-63c50e17-a052-4496-b2aa-b490e342fc83 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Jul 18 14:12:43.202860 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:43.383639 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cc680-5b10-4fb6-b16d-462d5c962810 req-05c89978-3250-4200-8c7f-ccf297891b08 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:43.385183 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-302cc680-5b10-4fb6-b16d-462d5c962810 req-05c89978-3250-4200-8c7f-ccf297891b08 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0566568 Jul 18 14:12:43.395865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:43.434721 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-302cc680-5b10-4fb6-b16d-462d5c962810 req-cb52e243-cbfc-443e-9149-ef150e4183ad tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Jul 18 14:12:43.560483 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:43.867710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d0d6d-1ba8-4cc2-aaeb-2042d77ccaf5 req-e9faf1d2-8394-44f8-b748-a7eedad30930 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:43.869132 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b7d0d6d-1ba8-4cc2-aaeb-2042d77ccaf5 req-e9faf1d2-8394-44f8-b748-a7eedad30930 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0487373 Jul 18 14:12:43.915572 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b7d0d6d-1ba8-4cc2-aaeb-2042d77ccaf5 req-682c9006-b501-4447-adf6-b63cf99924a3 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Jul 18 14:12:44.553204 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47337d5d-e24f-4733-a525-0c01561829e4 req-1082131d-ddb9-4ff5-87c6-b9df0d2a7687 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:44.554770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-47337d5d-e24f-4733-a525-0c01561829e4 req-1082131d-ddb9-4ff5-87c6-b9df0d2a7687 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Jul 18 14:12:44.606757 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-47337d5d-e24f-4733-a525-0c01561829e4 req-0377b863-9993-4933-a941-3f82825c2e70 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 Jul 18 14:12:44.717461 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d0d60-f60c-4c91-bb7c-7fb6d0c324ed req-dc0257e4-eee3-4d3e-89f4-8e564d467550 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:44.718906 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61d0d60-f60c-4c91-bb7c-7fb6d0c324ed req-dc0257e4-eee3-4d3e-89f4-8e564d467550 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Jul 18 14:12:44.768834 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61d0d60-f60c-4c91-bb7c-7fb6d0c324ed req-5c8f720c-f1ae-4958-87ec-4f79292e7fb5 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Jul 18 14:12:44.790796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37954) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:44.978140 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f82049-0e5c-4413-9202-3c84db68ee77 tempest-TestShelveInstance-283577393 tempest-TestShelveInstance-283577393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:44.979773 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-51f82049-0e5c-4413-9202-3c84db68ee77 tempest-TestShelveInstance-283577393 tempest-TestShelveInstance-283577393-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1125 time: 0.1880074 Jul 18 14:12:44.982752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 37962) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:44.989508 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:12:45.030794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:45.049002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3000-abf7-4e05-a46f-68a7255fd486 req-7c663b91-5459-4622-9583-133a4135d3ff tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:45.050454 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a2c3000-abf7-4e05-a46f-68a7255fd486 req-7c663b91-5459-4622-9583-133a4135d3ff tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0668688 Jul 18 14:12:45.051613 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:45.155050 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a2c3000-abf7-4e05-a46f-68a7255fd486 req-3d78c4ee-8068-4c69-8750-534e093e6a36 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983202 Jul 18 14:12:45.161129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:45.268051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Allocated IP 172.27.1.161 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:12:45.371877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:45.411749 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:45.437130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:45.450958 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:12:45.458903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:12:45.465756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:12:45.486443 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'Port': ['ID=fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:46.158407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:46.181089 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-095794eb-896e-455f-9ea3-fbe165e74661 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615067 Jul 18 14:12:46.184878 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for floatingip (0782f381-af5b-4d7b-8ba1-5979962c18ae), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:46.337490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-a830cb8c-ce25-4c7e-922d-7e67f94d29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:46.338972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-a830cb8c-ce25-4c7e-922d-7e67f94d29c1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.1154237 Jul 18 14:12:46.347532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913d65-c259-498b-a279-32b92b37a1b5 req-b628cb3d-ad32-46a8-ae07-130f0639032e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:46.348940 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b5913d65-c259-498b-a279-32b92b37a1b5 req-b628cb3d-ad32-46a8-ae07-130f0639032e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.1134362 Jul 18 14:12:46.364975 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:46.492249 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b5913d65-c259-498b-a279-32b92b37a1b5 req-218d63e2-236a-4f5e-9227-bfb2ce2f8b75 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367848 Jul 18 14:12:46.571774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-7b46308c-79b4-4474-9ca6-8be340e3c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:46.573257 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-7b46308c-79b4-4474-9ca6-8be340e3c483 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.2100780 Jul 18 14:12:46.627744 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-b1b8e65e-f700-4a43-8f0e-ae46800d76bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0436761 Jul 18 14:12:46.694276 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:46.703360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:46.714347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:46.734188 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-20d66b40-7865-45c2-a5e1-5bf00eb836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:46.735786 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-20d66b40-7865-45c2-a5e1-5bf00eb836fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0918109 Jul 18 14:12:46.823326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event updated for resources: {'Port': ['ID=fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:46.842553 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.842972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.843474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.843996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.844589 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.845044 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.846038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.846529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.847018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.847665 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.848243 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.848852 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.849358 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.849866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.850361 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:12:46.872778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-e92f2add-b3c9-452f-ad2a-5024be0c7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:46.875109 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-e92f2add-b3c9-452f-ad2a-5024be0c7d23 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308703 Jul 18 14:12:46.879559 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (0782f381-af5b-4d7b-8ba1-5979962c18ae), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.053947 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:47.065554 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Floating IP 0782f381-af5b-4d7b-8ba1-5979962c18ae associated. External IP: 172.27.1.161, port: a158e474-2cc0-48e6-9c01-f790a2f7a2a3. Jul 18 14:12:47.070994 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-0aad39bb-06a4-419c-8ed8-be84223ad12a service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885786 Jul 18 14:12:47.144268 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38002) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:47.254410 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7944-ae48-4020-b78e-e1de05c9ff82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.265615 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c9103eee-27d6-4f0e-baab-75382ea2590e req-5dd47e5f-7470-47fe-a20a-ac9da608ea14 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641583 Jul 18 14:12:47.333626 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7944-ae48-4020-b78e-e1de05c9ff82 admin admin] Publish callbacks [] for security_group (a8cef540-dfd6-4cb6-824e-616e515a89bf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.338154 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7944-ae48-4020-b78e-e1de05c9ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a8cef540-dfd6-4cb6-824e-616e515a89bf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.373557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:12:47.378716 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d3cb7944-ae48-4020-b78e-e1de05c9ff82 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=989fc483a6b14618899de4dfc2e61535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332797 Jul 18 14:12:47.380871 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7944-ae48-4020-b78e-e1de05c9ff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cef540-dfd6-4cb6-824e-616e515a89bf,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:47.381571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38006) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:12:47.507357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] Publish callbacks [] for security_group (a8cef540-dfd6-4cb6-824e-616e515a89bf), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.541685 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:12:47.544360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] Publish callbacks [] for security_group (a8cef540-dfd6-4cb6-824e-616e515a89bf), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.551074 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Sync routers for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:12:47.561318 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:12:47.561928 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:12:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:47.564336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:47.566604 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:47.595407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.636620 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:47.643793 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-86344d30-83e7-4041-a48e-afcec1e0643f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6590009 Jul 18 14:12:47.645116 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:12:47.647795 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dfa845-7420-4a82-92a4-cfa63b036274" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:12:47.663249 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a8cef540-dfd6-4cb6-824e-616e515a89bf), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.666112 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:12:47.667293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a8cef540-dfd6-4cb6-824e-616e515a89bf HTTP/1.1" status: 204 len: 168 time: 0.2847891 Jul 18 14:12:47.682028 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:12:47.682579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2b1d8-57ec-4358-9b5d-ccfa62c7509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cef540-dfd6-4cb6-824e-616e515a89bf,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:12:47.710537 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7644f29-dd98-4d46-b2df-86f6f1616837 x-openstack-request-id: req-d7644f29-dd98-4d46-b2df-86f6f1616837 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:12:47.710891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:12:47.711465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d7644f29-dd98-4d46-b2df-86f6f1616837 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:12:47.711989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7644f29-dd98-4d46-b2df-86f6f1616837'] response: {'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'status': 'completed', 'code': 200} Jul 18 14:12:48.053832 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '0782f381-af5b-4d7b-8ba1-5979962c18ae', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'mac_address': 'fa:16:3e:bb:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:12:45Z', 'updated_at': '2022-07-18T14:12:45Z', 'revision_number': 0, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:48.077839 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Checking router: 467e02c4-4c7f-48cf-992c-cfeba1964bc1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:12:48.086368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:12:48.086969 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:12:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:48.109208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-f13a72d4-449e-4cc6-b850-e9e0e858816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:48.111563 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-f13a72d4-449e-4cc6-b850-e9e0e858816c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.0429375 Jul 18 14:12:48.188721 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:12:48.207312 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-c2d30cea-4de9-4d3c-8b5a-506b07237f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:48.208829 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-c2d30cea-4de9-4d3c-8b5a-506b07237f40 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 910 time: 0.0894763 Jul 18 14:12:48.304448 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-991d7c9d-5d93-4d4b-a28e-2dee3a6b7c35 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0559862 Jul 18 14:12:48.409433 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '0782f381-af5b-4d7b-8ba1-5979962c18ae', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'mac_address': 'fa:16:3e:bb:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:12:45Z', 'updated_at': '2022-07-18T14:12:45Z', 'revision_number': 0, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:12:48.437295 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab749f7-b498-4611-a29d-5046c2960de3 None None] The sync data for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi is: [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '0782f381-af5b-4d7b-8ba1-5979962c18ae', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'mac_address': 'fa:16:3e:bb:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:12:45Z', 'updated_at': '2022-07-18T14:12:45Z', 'revision_number': 0, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:12:48.617673 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-82681293-fa5a-4c84-a33a-073e49d2fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:48.619166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-82681293-fa5a-4c84-a33a-073e49d2fdff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.0468845 Jul 18 14:12:48.627921 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d67a6-782b-4627-938d-6c61cef11508 None None] New status for floating IP 0782f381-af5b-4d7b-8ba1-5979962c18ae: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:12:48.671021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-5df0cd7a-a992-48d4-a51c-9c6a29c24980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:12:48.672545 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-5df0cd7a-a992-48d4-a51c-9c6a29c24980 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413458 Jul 18 14:12:48.740574 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:48.771443 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-3ba8dcae-cf6f-4c6f-805e-6347894395af service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916820 Jul 18 14:12:48.872246 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-56dfa845-7420-4a82-92a4-cfa63b036274 req-c5674a8b-0a53-43a8-9c06-4c5c635ceb37 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Jul 18 14:12:50.604358 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:12:57.373360 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:57.376045 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:58.406945 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=76 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:58.413004 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=68 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:58.862112 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=51 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:12:58.868332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=14 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:01.881808 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:03.283502 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=29 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:03.286421 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:08.544690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-68e0f7bf-5798-4815-8167-9b0c5a15d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:10.701840 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9acd4799-c2ef-4c56-80f3-5f0de3c218f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:11.951521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:13.206372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:13.563287 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:23.557408 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:23.559266 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:27.275604 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:27.279862 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:27.603433 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:13:30.646683 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-e1372793-91b7-497a-add4-d82ba2545ea5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398037 Jul 18 14:13:31.148350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-665ee56c-c866-4c8e-8938-74fe7edb2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:31.149998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-665ee56c-c866-4c8e-8938-74fe7edb2395 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 1130 time: 0.0401614 Jul 18 14:13:31.270239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-e6dc7a8b-d6d6-4532-a3df-000550bef1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:31.271698 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-e6dc7a8b-d6d6-4532-a3df-000550bef1f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1023555 Jul 18 14:13:31.313937 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-7f3c715d-beb2-4624-8b68-e4595e39247c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242eaddb-7d26-4618-bcb7-2932b894ee02 HTTP/1.1" status: 200 len: 217 time: 0.0356162 Jul 18 14:13:31.367482 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-9d1b58ed-fa89-4c8e-9bd8-d91ab6c5e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:31.369024 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-9d1b58ed-fa89-4c8e-9bd8-d91ab6c5e22c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0472302 Jul 18 14:13:31.418068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-bdd0b550-74d3-4f34-91fe-f24078605716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:31.419580 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-bdd0b550-74d3-4f34-91fe-f24078605716 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444841 Jul 18 14:13:31.514387 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-64f9b29b-db39-488b-90d9-3b438548703e service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Jul 18 14:13:31.621183 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c95424f4-5d21-46aa-9034-c80f88b9c190 req-1797df46-e417-4e93-a422-bac9c24ac74e service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994012 Jul 18 14:13:31.638621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38384) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:31.645563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231096573', 'description': 'tempest-description--1728384202'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:31.673537 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.746641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (6d351eae-37e3-4a88-98c7-0ca1d6b73ab2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.750785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6d351eae-37e3-4a88-98c7-0ca1d6b73ab2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.783425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:31.789411 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.790652 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-59f4369f-5529-4c95-b277-f2c0fe660021 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1510007 Jul 18 14:13:31.793495 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38388) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:31.798761 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '6d351eae-37e3-4a88-98c7-0ca1d6b73ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:31.828452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (829c37bd-eccf-4a8f-87a4-f76dee0252dd), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.884398 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (829c37bd-eccf-4a8f-87a4-f76dee0252dd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.885159 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.887722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (829c37bd-eccf-4a8f-87a4-f76dee0252dd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.906267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829c37bd-eccf-4a8f-87a4-f76dee0252dd,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:31.915207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.916482 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-50ba0cbc-f1d2-4bda-b7f3-f47ad101bfb3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218801 Jul 18 14:13:31.919566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38390) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:31.924000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '6d351eae-37e3-4a88-98c7-0ca1d6b73ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:31.955893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (8445e14b-07ca-47dc-b55e-5b7affd9b1f2), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:31.978527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:31.997710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:32.018553 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (8445e14b-07ca-47dc-b55e-5b7affd9b1f2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.021766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (8445e14b-07ca-47dc-b55e-5b7affd9b1f2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.041547 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8445e14b-07ca-47dc-b55e-5b7affd9b1f2,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:32.048785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.049933 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-40347a46-5227-4ad5-9398-c820e3353c23 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294167 Jul 18 14:13:32.053021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38392) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:32.057487 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:32.078624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.161902 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.267427 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.27.1.169 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/7825a0f5-5953-4f7c-9165-f5c87bb2323e) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:13:32.371546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.403782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.441294 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:13:32.448009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:13:32.451773 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:13:32.454925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=7825a0f5-5953-4f7c-9165-f5c87bb2323e,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:32.752824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.793183 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.904746 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:32.929484 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:32.950264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:32.955299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:33.022128 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=7825a0f5-5953-4f7c-9165-f5c87bb2323e,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:33.035269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:33.051068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:33.052326 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1dbb7924-f6ce-453b-9201-ee7c34d1d017 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9983971 Jul 18 14:13:33.426871 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-564428cb-ec06-4dfe-9b53-8d8c16bb28a1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1231096573&fields=id&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 267 time: 0.0425885 Jul 18 14:13:33.535507 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-7d685448-5682-437b-a7b7-9d8aaf555075 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:33.536924 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-7d685448-5682-437b-a7b7-9d8aaf555075 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.1035056 Jul 18 14:13:33.551191 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-30a339da-8dd8-44b1-ad03-e369dbfeeda9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/quotas/26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 375 time: 0.0090356 Jul 18 14:13:33.603892 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-fc6e4b8c-e2ba-4b7d-9f41-3047cb47e9f2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479407 Jul 18 14:13:33.705642 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-99eea15e-f1a1-4c76-9348-7185f87eabdf service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858548 Jul 18 14:13:33.794273 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-d0f437a3-ed46-4d88-b0e7-d5dd0d63c40e service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830495 Jul 18 14:13:34.134180 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b21a9dcd-e37e-45fc-8496-0bc648bbfa75 req-e5a3176b-0860-40a9-882c-279d8863edb4 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 210 time: 0.1582913 Jul 18 14:13:35.233030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-87ccd49f-159d-4401-8ebf-9a5386e8bd89 req-4aac30bd-5e55-4889-a0a2-40978766dc04 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 210 time: 0.0276620 Jul 18 14:13:35.347075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-69a2c7a5-526a-471c-835a-9dce15f4f331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:35.348549 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-69a2c7a5-526a-471c-835a-9dce15f4f331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.1059849 Jul 18 14:13:35.459996 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-f14c7b4b-3297-43d5-8939-ca84c4608241 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 473 time: 0.0697122 Jul 18 14:13:35.590264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'port': {'device_id': '639f06f6-c59c-437e-864e-40716395ea05', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'admin_state_up': True, 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'security_groups': ['6d351eae-37e3-4a88-98c7-0ca1d6b73ab2']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:35.699291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:13:35.703197 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:35.765889 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:35.777640 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:35.834055 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.20.0.9 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/f65ef25d-1a47-4cd7-aec4-f7eb864fc86f) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:13:35.974354 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.006340 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.046036 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:13:36.049742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:13:36.056406 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:13:36.084048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:36.113605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:36.114440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.136401 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-6167beab-44cc-468d-8366-14b661eb2f6c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501144 Jul 18 14:13:36.157185 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Request body: {'port': {'device_id': '639f06f6-c59c-437e-864e-40716395ea05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:36.228968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.353642 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-485b9a60-116d-4ea2-bd77-41d12432bfab None None] Provisioning complete for port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:13:36.354227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-485b9a60-116d-4ea2-bd77-41d12432bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.391437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-485b9a60-116d-4ea2-bd77-41d12432bfab None None] Port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:13:36.405058 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eadac-421b-4526-b3b5-4c2b83d699d9 req-3cbd822c-2344-483b-9418-801e30dd8572 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:36.407226 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af9eadac-421b-4526-b3b5-4c2b83d699d9 req-3cbd822c-2344-483b-9418-801e30dd8572 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 931 time: 0.0783496 Jul 18 14:13:36.434699 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38470) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:36.502013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af9eadac-421b-4526-b3b5-4c2b83d699d9 req-3459f56c-0c2f-4cf8-81f5-aa313335c446 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864937 Jul 18 14:13:36.546256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:36.561712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.577076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65ef25d-1a47-4cd7-aec4-f7eb864fc86f {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:13:36.585511 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks [] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.598449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Transition to ACTIVE for port object f65ef25d-1a47-4cd7-aec4-f7eb864fc86f will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:13:36.602683 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.606716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:36.638797 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Publish callbacks [] for security_group (099f046a-8948-4631-8e52-a26cbf7b4df0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.643967 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (099f046a-8948-4631-8e52-a26cbf7b4df0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.661089 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:36.686571 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cb3c985bd0514ed098260ca5b836ae66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507434 Jul 18 14:13:36.691235 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38476) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:36.699792 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099f046a-8948-4631-8e52-a26cbf7b4df0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:36.716458 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.717047 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.717387 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.718290 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.718685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.719018 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.719337 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.719827 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.720181 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.720506 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.720833 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.721156 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.721475 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.721796 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.722112 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8096932-2772-437a-93e3-364c52c37a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:36.741974 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Attempting to bind port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:13:36.742321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Attempting to bind port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:13:36.742774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Attempting to bind port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:13:36.747786 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f on network ee89766c-7eb8-4f64-a3df-79441574b226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:13:36.748165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Attempting to bind port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:13:36.754175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:13:36.754525 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:13:36.754912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:13:36.755372 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Bound port: f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:13:36.756043 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.762120 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] Publish callbacks [] for security_group (099f046a-8948-4631-8e52-a26cbf7b4df0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.785408 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] Publish callbacks [] for security_group (099f046a-8948-4631-8e52-a26cbf7b4df0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.821460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:13:36.824529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:13:36.832994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.837412 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (099f046a-8948-4631-8e52-a26cbf7b4df0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.840191 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.841419 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/099f046a-8948-4631-8e52-a26cbf7b4df0 HTTP/1.1" status: 204 len: 168 time: 0.1490359 Jul 18 14:13:36.849953 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12981187-5994-4752-a311-c5d096fa194e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099f046a-8948-4631-8e52-a26cbf7b4df0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:36.868509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:36.869141 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:36.870511 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] 10.222.0.87 "PUT /v2.0/ports/f65ef25d-1a47-4cd7-aec4-f7eb864fc86f HTTP/1.1" status: 200 len: 1093 time: 0.7180078 Jul 18 14:13:36.871022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:13:36.873207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3be6d-9625-481e-9129-764a9f2fa666" -d '{"events": [{"name": "network-changed", "server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:13:36.899666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fe62e-41ca-4425-a676-db494be45274 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:36.955302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851eb82-cd3f-4290-b89c-6bc5338a4510 x-openstack-request-id: req-0851eb82-cd3f-4290-b89c-6bc5338a4510 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:13:36.955805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:13:36.956248 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0851eb82-cd3f-4290-b89c-6bc5338a4510 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:13:36.956954 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0851eb82-cd3f-4290-b89c-6bc5338a4510'] response: {'name': 'network-changed', 'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'status': 'completed', 'code': 200} Jul 18 14:13:37.000932 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b835c791-2c07-43f3-8fca-99607351dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:37.002916 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-b835c791-2c07-43f3-8fca-99607351dffa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 1127 time: 0.0715921 Jul 18 14:13:37.054843 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-ccefde0e-cacb-4baf-9ac1-53332657b0ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f HTTP/1.1" status: 200 len: 217 time: 0.0373633 Jul 18 14:13:37.115288 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-4e1dfd4c-67fb-4b5f-a67d-162dca6449a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:37.116840 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-4e1dfd4c-67fb-4b5f-a67d-162dca6449a9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0540249 Jul 18 14:13:37.272518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-73a1d61b-d32b-4b9b-a009-672391fa02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:37.273979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-73a1d61b-d32b-4b9b-a009-672391fa02df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393496 Jul 18 14:13:37.600257 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:37.850990 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccae4fb-f16b-4078-9ead-7569c5ac9366 req-857944fb-6466-48d8-b573-94261a938a26 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:37.852450 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ccae4fb-f16b-4078-9ead-7569c5ac9366 req-857944fb-6466-48d8-b573-94261a938a26 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 943 time: 0.0500081 Jul 18 14:13:37.899653 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ccae4fb-f16b-4078-9ead-7569c5ac9366 req-cf798cb1-4331-400b-b386-fb4088cfaa61 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Jul 18 14:13:37.987034 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-968b41ac-e405-4461-a9c6-40ae52dd394f service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Jul 18 14:13:38.449098 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ae392064-e208-4c7f-a03b-a8e2857ea50b req-a1ed9f5a-8214-4d6c-bf0b-ead9905d7970 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909932 Jul 18 14:13:38.546512 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c05fa953-b4bc-4afd-9a06-352d64a35a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:39.019984 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6075-8578-4d03-9558-27f8acb1a766 req-622e4f5c-be22-41f7-bae6-957658a3f8ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:39.021478 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-552e6075-8578-4d03-9558-27f8acb1a766 req-622e4f5c-be22-41f7-bae6-957658a3f8ce tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 943 time: 0.0501099 Jul 18 14:13:39.069439 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-552e6075-8578-4d03-9558-27f8acb1a766 req-451f8201-86be-4dd8-a60b-f2b968f5b6e8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Jul 18 14:13:39.568672 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f5ee5-3322-493f-912f-250f4f5e5a25 req-c950cefb-0986-4347-91ab-813cb900b9dd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:39.570093 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e07f5ee5-3322-493f-912f-250f4f5e5a25 req-c950cefb-0986-4347-91ab-813cb900b9dd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Jul 18 14:13:39.601929 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:39.618632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e07f5ee5-3322-493f-912f-250f4f5e5a25 req-fec5e5d3-d1b0-41ca-889c-9283097b63d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Jul 18 14:13:40.182348 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddbd88-f411-4b49-9bab-d6f22e45ead5 req-ce80065a-221f-4731-b8af-d114b14a0e7b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:40.183806 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-feddbd88-f411-4b49-9bab-d6f22e45ead5 req-ce80065a-221f-4731-b8af-d114b14a0e7b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 943 time: 0.0476162 Jul 18 14:13:40.201610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:40.231763 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-feddbd88-f411-4b49-9bab-d6f22e45ead5 req-aeb994ba-961e-46c0-a1a5-a4e4f7d62cf9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Jul 18 14:13:40.704923 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a3464beb-d19f-4ba5-abf6-0ba4b0202465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:40.733860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d9aa-5894-48bf-92f1-e22c0b810ab5 req-a8a3c0cf-6aa5-4dd4-8247-27f43bd28dd4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:40.736202 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab80d9aa-5894-48bf-92f1-e22c0b810ab5 req-a8a3c0cf-6aa5-4dd4-8247-27f43bd28dd4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Jul 18 14:13:40.786866 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ab80d9aa-5894-48bf-92f1-e22c0b810ab5 req-c713ff1a-08a1-423e-9553-8984ef2a53ba tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jul 18 14:13:41.347201 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a8d90-2b53-4c16-af5b-57db20158b5c req-12604242-ba72-4ffa-baa1-6b59c2f4e82b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:41.348679 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb7a8d90-2b53-4c16-af5b-57db20158b5c req-12604242-ba72-4ffa-baa1-6b59c2f4e82b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 943 time: 0.0483425 Jul 18 14:13:41.395052 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb7a8d90-2b53-4c16-af5b-57db20158b5c req-7f825076-3686-452e-b419-ddcab78c7109 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Jul 18 14:13:41.787285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device f65ef25d-1a47-4cd7-aec4-f7eb864fc86f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:13:41.886489 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:13:41.898513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'port_id': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'mac_address': 'fa:16:3e:4f:32:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:13:41.899707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674932e-c091-4a2e-abbb-fa044c7b80ea req-f7434912-aae1-425a-96be-a3997f4427c5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:41.901329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a674932e-c091-4a2e-abbb-fa044c7b80ea req-f7434912-aae1-425a-96be-a3997f4427c5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Jul 18 14:13:41.932629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:13:41.933034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:41.949839 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a674932e-c091-4a2e-abbb-fa044c7b80ea req-f3198b15-7ce7-4e6f-bb4c-876704445693 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Jul 18 14:13:41.956764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65ef25d-1a47-4cd7-aec4-f7eb864fc86f {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:13:41.977198 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:41.978885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:13:41.982352 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:42.045399 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:42.052687 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.053034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.053403 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.053744 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.054078 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.054406 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.054728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.055049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.055371 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.055690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.056296 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.056632 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.056954 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.057270 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.057587 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:42.273979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-ea0fdea5-655b-4018-9f11-6cff72df7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:42.275430 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-ea0fdea5-655b-4018-9f11-6cff72df7265 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 1128 time: 0.0428970 Jul 18 14:13:42.494544 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-9196d2c0-1c82-400c-809d-bba3551ee03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:42.496010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-9196d2c0-1c82-400c-809d-bba3551ee03a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.0977087 Jul 18 14:13:42.528810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdc3a6-5b37-4477-b787-e23a51f16817 req-7e782a54-724d-45f5-ba82-f53075c13028 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:42.530237 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0fdc3a6-5b37-4477-b787-e23a51f16817 req-7e782a54-724d-45f5-ba82-f53075c13028 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 944 time: 0.0543056 Jul 18 14:13:42.580617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0fdc3a6-5b37-4477-b787-e23a51f16817 req-f140b2af-ec53-485d-afbc-4cd526201ff7 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449681 Jul 18 14:13:42.594616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:13:42.656714 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-0c188be2-a9e6-4e57-80fc-79b951fd802d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f HTTP/1.1" status: 200 len: 217 time: 0.0371854 Jul 18 14:13:42.789730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-db99f655-bc71-48e2-b9b2-78d85a4a52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:42.791211 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-db99f655-bc71-48e2-b9b2-78d85a4a52eb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0476215 Jul 18 14:13:42.837142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-7ac330c3-d8e8-4bf3-a7f6-89da9c89225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:42.838650 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-7ac330c3-d8e8-4bf3-a7f6-89da9c89225f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392194 Jul 18 14:13:42.931930 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-fe4ddc32-1b41-44a7-b15b-aaa48a5b29ab service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Jul 18 14:13:43.037883 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7cb3be6d-9625-481e-9129-764a9f2fa666 req-6532fe0c-8321-4330-8d9e-9e79b6414f01 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990779 Jul 18 14:13:43.071232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fc94-4a8f-41e9-a5c3-efae7d4316d9 req-5da65500-3356-4b3e-ae32-ef8fec6259e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:43.072746 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f852fc94-4a8f-41e9-a5c3-efae7d4316d9 req-5da65500-3356-4b3e-ae32-ef8fec6259e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0500979 Jul 18 14:13:43.121685 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f852fc94-4a8f-41e9-a5c3-efae7d4316d9 req-2139007d-f44b-46f9-b4b2-7de7446df0a3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Jul 18 14:13:43.208692 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:43.569380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:43.684350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:43.696090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6405a9-961b-4052-9ee2-e3e0b339ea30 req-67deb5b6-beb7-4719-87e4-7e4a354ea39e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:43.697625 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be6405a9-961b-4052-9ee2-e3e0b339ea30 req-67deb5b6-beb7-4719-87e4-7e4a354ea39e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 944 time: 0.0484579 Jul 18 14:13:43.745278 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be6405a9-961b-4052-9ee2-e3e0b339ea30 req-e601c2fb-c2eb-46dc-b1ba-6f8b84adc0a7 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Jul 18 14:13:43.913784 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device f65ef25d-1a47-4cd7-aec4-f7eb864fc86f up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:13:43.944409 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:43.958485 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:13:43.964536 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:13:43.964998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:44.001152 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:44.042034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:13:44.042538 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:44.066751 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:13:44.069098 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0ee709-1a64-4281-8814-b6ecf3f6a049" -d '{"events": [{"server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "name": "network-vif-plugged", "status": "completed", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:13:44.086623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:13:44.086808 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:44.091158 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:44.113888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918f9ed-709b-4f41-90d1-65f4e067d586 x-openstack-request-id: req-6918f9ed-709b-4f41-90d1-65f4e067d586 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:13:44.114186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "name": "network-vif-plugged", "status": "completed", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:13:44.114516 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6918f9ed-709b-4f41-90d1-65f4e067d586 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:13:44.114944 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6918f9ed-709b-4f41-90d1-65f4e067d586'] response: {'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'code': 200} Jul 18 14:13:44.133227 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50ca58-7bec-41af-9aa6-b3e8900bb2f7 req-50afa014-483a-49d8-93c0-c60f80ac7190 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:44.134718 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c50ca58-7bec-41af-9aa6-b3e8900bb2f7 req-50afa014-483a-49d8-93c0-c60f80ac7190 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0578780 Jul 18 14:13:44.140624 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:44.185353 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c50ca58-7bec-41af-9aa6-b3e8900bb2f7 req-80d3612c-8000-48e2-9ef6-33d2bfd84291 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Jul 18 14:13:44.358110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff9118-53de-47cf-8e13-1cd762a6325e req-66d2ed65-4fad-4055-a96d-61fdfec787d9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:44.359579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44ff9118-53de-47cf-8e13-1cd762a6325e req-66d2ed65-4fad-4055-a96d-61fdfec787d9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0465105 Jul 18 14:13:44.405903 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44ff9118-53de-47cf-8e13-1cd762a6325e req-6f46cd21-7d84-4677-a400-10013dfaa77e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Jul 18 14:13:44.860655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c66b9-9432-46ea-b483-b6e59b23e78d req-e2de39e8-0874-4be0-b9d8-8226074a661f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:44.862091 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb6c66b9-9432-46ea-b483-b6e59b23e78d req-e2de39e8-0874-4be0-b9d8-8226074a661f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Jul 18 14:13:44.908806 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb6c66b9-9432-46ea-b483-b6e59b23e78d req-6aedf85e-335d-4eb4-adca-8f28675cd3a4 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Jul 18 14:13:45.305947 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbf886-1845-4df8-8b16-52e6812bfeb5 req-49889245-560e-4b83-818d-625be5724e80 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:45.307396 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1cbf886-1845-4df8-8b16-52e6812bfeb5 req-49889245-560e-4b83-818d-625be5724e80 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0464766 Jul 18 14:13:45.353138 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1cbf886-1845-4df8-8b16-52e6812bfeb5 req-eb215937-7e2b-4915-bf01-0a00348baa20 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Jul 18 14:13:45.521675 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddff66-4f07-4409-a46c-ada140edd7ad req-776b2af2-fe3c-4160-bd61-211a00756ccf tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:45.522946 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eeddff66-4f07-4409-a46c-ada140edd7ad req-776b2af2-fe3c-4160-bd61-211a00756ccf tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Jul 18 14:13:45.575056 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eeddff66-4f07-4409-a46c-ada140edd7ad req-903ddcc1-a2b3-452a-8d05-04c0076cc166 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Jul 18 14:13:45.678925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60a409-4b1f-41ab-9490-427661f86bea req-51c233ba-c0a8-4eaa-bab1-9b59ff2e32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:45.680386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec60a409-4b1f-41ab-9490-427661f86bea req-51c233ba-c0a8-4eaa-bab1-9b59ff2e32d2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 1129 time: 0.0386202 Jul 18 14:13:45.735277 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec60a409-4b1f-41ab-9490-427661f86bea req-88c162c0-efe6-4efd-b5bc-29a757a48fc2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369406 Jul 18 14:13:46.019059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268892bb-40ff-424e-8b6a-ce6b245a44c8 req-c0559ebf-f38e-417c-ab0f-fb34c33cb8f3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:46.020539 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-268892bb-40ff-424e-8b6a-ce6b245a44c8 req-c0559ebf-f38e-417c-ab0f-fb34c33cb8f3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0459828 Jul 18 14:13:46.066759 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-268892bb-40ff-424e-8b6a-ce6b245a44c8 req-ee93eaf2-8047-4c80-ae63-4d1e4e82d68f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Jul 18 14:13:46.468545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59620a5d-d68b-4baf-b37a-cda7842d97a7 req-a839e227-9aa8-403f-af68-42ed744668d2 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:46.469998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59620a5d-d68b-4baf-b37a-cda7842d97a7 req-a839e227-9aa8-403f-af68-42ed744668d2 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Jul 18 14:13:46.516065 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-59620a5d-d68b-4baf-b37a-cda7842d97a7 req-b8640194-fe43-4810-976d-f9b092b15794 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/security-groups?id=5a4e25ba-84a4-4387-aa54-c56db46c4cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Jul 18 14:13:46.685908 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42791d-6515-4298-b7f4-e6e88a659390 req-b8453f0c-1600-46d7-ae8b-a1ba7c9ab078 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:46.687268 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba42791d-6515-4298-b7f4-e6e88a659390 req-b8453f0c-1600-46d7-ae8b-a1ba7c9ab078 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0463109 Jul 18 14:13:46.733336 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba42791d-6515-4298-b7f4-e6e88a659390 req-159d255f-ee03-4745-b863-5263a550854e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Jul 18 14:13:46.821639 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:46.845674 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:47.182280 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71054552-7168-4a61-a1f7-4cffb05bc79a req-5dd87f9a-db94-428c-b612-ba9e8432229c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:47.183696 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-71054552-7168-4a61-a1f7-4cffb05bc79a req-5dd87f9a-db94-428c-b612-ba9e8432229c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jul 18 14:13:47.214641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:47.263547 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-71054552-7168-4a61-a1f7-4cffb05bc79a req-89d47da2-31ad-48ac-b5e4-30508a0bb72d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743279 Jul 18 14:13:47.269501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-e41d43b0-6045-47e4-a5a7-d35b28425b2e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:47.270858 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-e41d43b0-6045-47e4-a5a7-d35b28425b2e tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 946 time: 0.0633254 Jul 18 14:13:47.354523 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Deleting port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:13:47.354863 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:47.384262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:47.445352 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] For port 5d278c35-21f0-4071-9f02-a94ec22d3ce8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5d278c35-21f0-4071-9f02-a94ec22d3ce8,segment=NetworkSegment(b4de97bb-9ab6-49b8-b70c-087d151d3cab),segment_id=b4de97bb-9ab6-49b8-b70c-087d151d3cab)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:13:47.445722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:47.458995 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Calling delete_port for 5d278c35-21f0-4071-9f02-a94ec22d3ce8 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:13:47.597414 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (5d278c35-21f0-4071-9f02-a94ec22d3ce8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:47.634916 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Pushing event deleted for resources: {'Port': ['ID=5d278c35-21f0-4071-9f02-a94ec22d3ce8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:13:47.642398 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['5d278c35-21f0-4071-9f02-a94ec22d3ce8'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:13:47.661559 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.661973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.662252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.662621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.662927 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.663263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.663595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.663924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.664278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.664608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.664940 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.665266 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.665607 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.665937 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.666259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:13:47.672464 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d8bfeaa2-7e99-481d-96b8-be212b98d936 req-4587c56a-13de-4e0e-9787-b49ec5e0aff3 tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.94 "GET /v2.0/ports?device_id=84e89663-a166-4505-83e7-f80979408077 HTTP/1.1" status: 200 len: 210 time: 0.0502291 Jul 18 14:13:47.707898 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] No DVR routers for this DVR port 5d278c35-21f0-4071-9f02-a94ec22d3ce8 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:13:47.710617 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:47.714003 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ca44c30-60e2-4137-85f0-581833a5ba80 req-8d37cb89-b6b9-4578-9898-db6b1a26e5cf tempest-VolumesSnapshotTestJSON-405527568 tempest-VolumesSnapshotTestJSON-405527568-project] 10.222.0.87 "DELETE /v2.0/ports/5d278c35-21f0-4071-9f02-a94ec22d3ce8 HTTP/1.1" status: 204 len: 173 time: 0.4368949 Jul 18 14:13:47.714448 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'name': 'network-vif-deleted', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:13:47.716687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a96db1-e5ae-4a4a-ae89-46c9332ec6d3" -d '{"events": [{"server_uuid": "84e89663-a166-4505-83e7-f80979408077", "name": "network-vif-deleted", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:13:47.753243 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bafeba8-fce3-4d16-a1e1-b896e9400498 x-openstack-request-id: req-0bafeba8-fce3-4d16-a1e1-b896e9400498 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:13:47.753532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e89663-a166-4505-83e7-f80979408077", "name": "network-vif-deleted", "tag": "5d278c35-21f0-4071-9f02-a94ec22d3ce8", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:13:47.753785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0bafeba8-fce3-4d16-a1e1-b896e9400498 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:13:47.754179 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bafeba8-fce3-4d16-a1e1-b896e9400498'] response: {'server_uuid': '84e89663-a166-4505-83e7-f80979408077', 'name': 'network-vif-deleted', 'tag': '5d278c35-21f0-4071-9f02-a94ec22d3ce8', 'status': 'completed', 'code': 200} Jul 18 14:13:47.849927 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22caf6-6466-4313-931d-76c9faaabb3f req-5832c29e-6910-48af-9bdd-6f1b42008239 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:47.851287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7d22caf6-6466-4313-931d-76c9faaabb3f req-5832c29e-6910-48af-9bdd-6f1b42008239 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Jul 18 14:13:47.896829 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7d22caf6-6466-4313-931d-76c9faaabb3f req-5c77ea2d-3b8b-4d75-bbc2-8f3b6d84cf8f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Jul 18 14:13:48.377172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205e0dd-8591-4fbb-93f7-e83fe80e3a7d req-c8d5acd7-f054-4a17-bc69-f29a00e88e96 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:48.379218 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6205e0dd-8591-4fbb-93f7-e83fe80e3a7d req-c8d5acd7-f054-4a17-bc69-f29a00e88e96 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0464320 Jul 18 14:13:48.425528 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6205e0dd-8591-4fbb-93f7-e83fe80e3a7d req-1f7733d6-fca7-4d8f-a0ba-d481262d1a44 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Jul 18 14:13:48.532319 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d8f6c-b9d4-4d36-b19b-6f416dfa0b4c req-d7468d18-99d4-4392-8f0b-e4d9129acdad tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:48.534374 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d48d8f6c-b9d4-4d36-b19b-6f416dfa0b4c req-d7468d18-99d4-4392-8f0b-e4d9129acdad tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0462639 Jul 18 14:13:48.542826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38570) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:13:48.547096 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'port_id': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:13:48.622125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:49.101619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb954c-7e50-4c81-b92d-a2248aeb742f req-eacfa31c-5b4a-455c-8748-1e66599c517a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:49.103295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dceb954c-7e50-4c81-b92d-a2248aeb742f req-eacfa31c-5b4a-455c-8748-1e66599c517a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.1203685 Jul 18 14:13:49.132587 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:49.237308 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dceb954c-7e50-4c81-b92d-a2248aeb742f req-977b2ab3-4d53-498e-b302-48cd3d0560a5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238091 Jul 18 14:13:49.282874 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:49.408436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:49.412642 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:49.507072 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 4806b584-d417-4361-b8f1-da5f6b48b474 associated. External IP: 172.27.1.169, port: f65ef25d-1a47-4cd7-aec4-f7eb864fc86f. Jul 18 14:13:49.700593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:13:49.806837 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:13:49.811678 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:13:49.816174 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:13:49.825854 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:13:49.826460 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:13:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:13:49.840709 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6c56fa2c-5a12-4587-a45a-3c509060904a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "PUT /v2.0/floatingips/4806b584-d417-4361-b8f1-da5f6b48b474 HTTP/1.1" status: 200 len: 991 time: 1.2968810 Jul 18 14:13:49.841287 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:13:49.843519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:13:49.877935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81751c39-7a9d-48d0-99af-11bbf659f61f x-openstack-request-id: req-81751c39-7a9d-48d0-99af-11bbf659f61f {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:13:49.878218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:13:49.878469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81751c39-7a9d-48d0-99af-11bbf659f61f {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:13:49.878870 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81751c39-7a9d-48d0-99af-11bbf659f61f'] response: {'name': 'network-changed', 'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'status': 'completed', 'code': 200} Jul 18 14:13:49.904785 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 5d278c35-21f0-4071-9f02-a94ec22d3ce8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:13:49.931905 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 5d278c35-21f0-4071-9f02-a94ec22d3ce8 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:13:49.932274 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 5d278c35-21f0-4071-9f02-a94ec22d3ce8 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:13:49.956012 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:13:49.981037 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-0210df49-626a-4f8e-a823-5cf121f77a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:49.982552 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-0210df49-626a-4f8e-a823-5cf121f77a3e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 1129 time: 0.0420463 Jul 18 14:13:50.103554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-bd430ccf-ef9e-408d-83a0-181bc1492297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:50.105891 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-bd430ccf-ef9e-408d-83a0-181bc1492297 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1155047 Jul 18 14:13:50.169942 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-7e28eb18-0eb7-4e6f-a80b-edf78be87e4b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f HTTP/1.1" status: 200 len: 999 time: 0.0581882 Jul 18 14:13:50.187735 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '4806b584-d417-4361-b8f1-da5f6b48b474', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:4f:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f06f6-c59c-437e-864e-40716395ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:13:32Z', 'updated_at': '2022-07-18T14:13:49Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}, {'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:13:50.214490 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:13:50.224293 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:13:50.225022 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:13:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:13:50.234661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-dbea67e2-108a-48e8-9d3f-7969b5bc70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:50.234661 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-dbea67e2-108a-48e8-9d3f-7969b5bc70ca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0541008 Jul 18 14:13:50.288138 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-5887632e-b049-4498-9f8a-0e4869b9f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:50.289848 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-5887632e-b049-4498-9f8a-0e4869b9f2c5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504091 Jul 18 14:13:50.396911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:50.402465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:50.433486 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76c09-6670-40cb-9888-d8f3be6cccbd req-bf6b9bf8-9a96-4c7a-b1a9-301ff1596963 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:50.435069 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09e76c09-6670-40cb-9888-d8f3be6cccbd req-bf6b9bf8-9a96-4c7a-b1a9-301ff1596963 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.1098285 Jul 18 14:13:50.475733 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-6c1cbd10-89ac-4d43-b40e-e98763552904 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791368 Jul 18 14:13:50.476664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:13:50.543999 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09e76c09-6670-40cb-9888-d8f3be6cccbd req-5eb8cc9b-ff36-476b-a2bf-ce1e501ea241 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029098 Jul 18 14:13:50.606789 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5a27f04-f11c-4cc4-88a5-f86e8a221e6b req-b52be91e-5f6d-441b-a507-2c5fcee4ec5e service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247325 Jul 18 14:13:50.694730 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:50.698550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '4806b584-d417-4361-b8f1-da5f6b48b474', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:4f:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f06f6-c59c-437e-864e-40716395ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:13:32Z', 'updated_at': '2022-07-18T14:13:49Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}, {'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:13:50.725087 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050326-97a1-46fa-9a9c-f2ce6e6be812 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '4806b584-d417-4361-b8f1-da5f6b48b474', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:4f:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639f06f6-c59c-437e-864e-40716395ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:13:32Z', 'updated_at': '2022-07-18T14:13:49Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}, {'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:13:50.901982 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1e74b-d20d-4fac-9d2c-0a9920e56302 None None] New status for floating IP 4806b584-d417-4361-b8f1-da5f6b48b474: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:13:51.663235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfe7ef-f021-4f53-9f35-4eb0a5a189f8 req-19814a52-5f26-4be1-b440-20c70a88933f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:51.664638 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-05bfe7ef-f021-4f53-9f35-4eb0a5a189f8 req-19814a52-5f26-4be1-b440-20c70a88933f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0473771 Jul 18 14:13:51.711152 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-05bfe7ef-f021-4f53-9f35-4eb0a5a189f8 req-08f5f141-850e-4cc3-99ca-7e59bb6d89e9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Jul 18 14:13:52.826262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e31c-2c3b-4d0c-92c2-4d172a67f97c req-05d32161-236e-4b1b-ac4b-92b169bf1572 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:52.827742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb73e31c-2c3b-4d0c-92c2-4d172a67f97c req-05d32161-236e-4b1b-ac4b-92b169bf1572 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Jul 18 14:13:52.873922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb73e31c-2c3b-4d0c-92c2-4d172a67f97c req-20b3c157-6934-478f-b7cc-a267142567a4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Jul 18 14:13:53.992903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b867e-c865-46e3-b09f-7c8f8b0f2912 req-fcd3cf44-42cd-490b-a57a-a8ff90cbef32 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:53.994384 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61b867e-c865-46e3-b09f-7c8f8b0f2912 req-fcd3cf44-42cd-490b-a57a-a8ff90cbef32 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Jul 18 14:13:54.040287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a61b867e-c865-46e3-b09f-7c8f8b0f2912 req-74443e47-1bab-4d85-ae3c-5881ec289924 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 Jul 18 14:13:55.152142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fd82a-df46-4ef5-8eea-3ecd0a76bd08 req-e212019e-3613-47e6-ac07-85673c7483dd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:55.153575 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-110fd82a-df46-4ef5-8eea-3ecd0a76bd08 req-e212019e-3613-47e6-ac07-85673c7483dd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Jul 18 14:13:55.199780 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-110fd82a-df46-4ef5-8eea-3ecd0a76bd08 req-e0a08a91-5ca2-4a81-88d8-09dc9d88a4cd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Jul 18 14:13:56.315130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6a625-1e39-4058-adf0-5df48ede8fbf req-d2d21cbf-8201-4a60-9ef1-11c4b7388a03 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:56.316538 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64f6a625-1e39-4058-adf0-5df48ede8fbf req-d2d21cbf-8201-4a60-9ef1-11c4b7388a03 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0503864 Jul 18 14:13:56.363496 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64f6a625-1e39-4058-adf0-5df48ede8fbf req-bd6a2b24-9e28-4d89-bd71-18f81ec40d9e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414569 Jul 18 14:13:57.475895 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9980d32-c7d9-4b0e-8d0c-a1d293a67e82 req-8c8debf5-bda5-4fcb-920a-2be5fdd55969 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:57.477977 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9980d32-c7d9-4b0e-8d0c-a1d293a67e82 req-8c8debf5-bda5-4fcb-920a-2be5fdd55969 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0470433 Jul 18 14:13:57.526230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e9980d32-c7d9-4b0e-8d0c-a1d293a67e82 req-23ae7210-1465-4015-9ede-6b34718cfd4a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Jul 18 14:13:58.639112 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d833554-9eca-4b85-b617-031a8e400275 req-b0c95f2c-c465-49ac-9917-38857e38ded2 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:58.640602 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d833554-9eca-4b85-b617-031a8e400275 req-b0c95f2c-c465-49ac-9917-38857e38ded2 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Jul 18 14:13:58.689981 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d833554-9eca-4b85-b617-031a8e400275 req-6944028d-f5c7-4971-ae2c-25e4566b1342 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439265 Jul 18 14:13:58.915031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48549cf-8c1a-4fe3-a8fd-379f787d1769 req-81a75e31-22ab-4d88-a8b0-9bca96b92cae tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:58.916598 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b48549cf-8c1a-4fe3-a8fd-379f787d1769 req-81a75e31-22ab-4d88-a8b0-9bca96b92cae tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0472753 Jul 18 14:13:58.971992 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b48549cf-8c1a-4fe3-a8fd-379f787d1769 req-08383140-51ec-4d1d-8b61-3f73ef68a8e0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496936 Jul 18 14:13:59.115856 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320445f-540e-402f-a5e9-c8e86126511e req-19703791-db40-4375-8704-0d98684b1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:59.117350 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-19703791-db40-4375-8704-0d98684b1152 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1129 time: 0.1328185 Jul 18 14:13:59.148830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:59.182620 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:13:59.221400 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320445f-540e-402f-a5e9-c8e86126511e req-7fa4f82e-8a74-4293-9833-fd370aba05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:59.222892 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-7fa4f82e-8a74-4293-9833-fd370aba05a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.0980930 Jul 18 14:13:59.287664 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-2c18925b-7869-4134-a006-79ffab69a4a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 999 time: 0.0568252 Jul 18 14:13:59.342228 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320445f-540e-402f-a5e9-c8e86126511e req-c0bcca37-f28f-4aa2-a6ab-fa4e71e4aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:59.343628 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-c0bcca37-f28f-4aa2-a6ab-fa4e71e4aa14 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0462568 Jul 18 14:13:59.394879 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320445f-540e-402f-a5e9-c8e86126511e req-e9061b86-d2d7-465b-8399-0c7f4d618aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:13:59.396421 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-e9061b86-d2d7-465b-8399-0c7f4d618aed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466325 Jul 18 14:13:59.490135 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-dde84a9b-2952-497c-8a8f-ffdfb45e6a5a service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868123 Jul 18 14:13:59.582998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5320445f-540e-402f-a5e9-c8e86126511e req-a6016c6c-f056-4cdb-bf7b-92cf7b972b5a service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871704 Jul 18 14:14:00.088633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560b0af-f7d5-4d40-8aa8-b2b529063d1f req-6770e94e-4702-47ec-b679-c117aec31a0a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:00.090115 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4560b0af-f7d5-4d40-8aa8-b2b529063d1f req-6770e94e-4702-47ec-b679-c117aec31a0a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Jul 18 14:14:00.136088 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4560b0af-f7d5-4d40-8aa8-b2b529063d1f req-8a6e9711-d53d-4cbb-8b91-f561953a6888 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Jul 18 14:14:00.702322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:01.252810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0644-d1c0-476d-a291-740f953b55e9 req-e1734e4d-51fc-42b4-b010-d4a6e06d2ea7 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:01.254376 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a60c0644-d1c0-476d-a291-740f953b55e9 req-e1734e4d-51fc-42b4-b010-d4a6e06d2ea7 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Jul 18 14:14:01.299846 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a60c0644-d1c0-476d-a291-740f953b55e9 req-415634f8-24ac-48f0-a697-47b8ef04ebd5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Jul 18 14:14:01.893576 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:02.412652 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf5d3-5124-4b07-933f-da3b647d0d7b req-b279d390-f190-4772-aa4a-619ba60f9e9e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:02.414092 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-757bf5d3-5124-4b07-933f-da3b647d0d7b req-b279d390-f190-4772-aa4a-619ba60f9e9e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0467269 Jul 18 14:14:02.460361 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-757bf5d3-5124-4b07-933f-da3b647d0d7b req-2d4db18d-1a32-467d-b24d-22f68746c910 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 Jul 18 14:14:03.573967 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2041-9ab8-425f-bd21-ff8aa65c036d req-788d6e44-74b6-4c09-a646-81e4b19d73b4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:03.575437 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61cd2041-9ab8-425f-bd21-ff8aa65c036d req-788d6e44-74b6-4c09-a646-81e4b19d73b4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0471718 Jul 18 14:14:03.627314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61cd2041-9ab8-425f-bd21-ff8aa65c036d req-192c2fed-eed4-4b94-bc8e-164e347a81a9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464516 Jul 18 14:14:04.279139 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:04.602663 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:14:04.744629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3580-00b2-4310-b14b-1253e551c27e req-2ef26281-5bb2-49a5-a2f7-585b6ac3efc9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:04.746082 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-abff3580-00b2-4310-b14b-1253e551c27e req-2ef26281-5bb2-49a5-a2f7-585b6ac3efc9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0472229 Jul 18 14:14:04.791928 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-abff3580-00b2-4310-b14b-1253e551c27e req-26f6507b-2f96-4206-9fd8-31c10e4331b9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Jul 18 14:14:05.911609 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b86179-2c3e-4c43-9d57-ac5476dba7ea req-ff4f496d-ae94-4a7c-b2db-3340f5cf7c77 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:05.913265 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6b86179-2c3e-4c43-9d57-ac5476dba7ea req-ff4f496d-ae94-4a7c-b2db-3340f5cf7c77 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Jul 18 14:14:05.963485 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6b86179-2c3e-4c43-9d57-ac5476dba7ea req-2115e64f-1935-4403-9929-7290aae802f9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Jul 18 14:14:07.293194 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:08.549096 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3584c37b-d14f-42be-aaa7-216bc9fbfb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:10.708496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d6090d70-550d-4709-b675-5cd091dd6f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:11.953402 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:13.210075 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:13.564870 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:14.598709 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:14.995030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38762) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:15.035305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:15.042579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Deleting subnet 0dd697ae-7218-403a-bbe5-8fb4f45a2641 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:14:15.045624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Publish callbacks [] for subnet (0dd697ae-7218-403a-bbe5-8fb4f45a2641), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.064201 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:15.080734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (0dd697ae-7218-403a-bbe5-8fb4f45a2641), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.122691 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (0dd697ae-7218-403a-bbe5-8fb4f45a2641), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.174890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (0dd697ae-7218-403a-bbe5-8fb4f45a2641), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.203730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd697ae-7218-403a-bbe5-8fb4f45a2641,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:15.207766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.210881 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2ca541a7-03cf-4bdc-b5df-7379cf712108 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0dd697ae-7218-403a-bbe5-8fb4f45a2641 HTTP/1.1" status: 204 len: 168 time: 0.2148187 Jul 18 14:14:15.213405 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38764) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:15.281836 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (4bde0255-5a3f-47b3-9352-0e55a47d42ba), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.362797 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (4bde0255-5a3f-47b3-9352-0e55a47d42ba), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.382585 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bde0255-5a3f-47b3-9352-0e55a47d42ba']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:15.392015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4de97bb-9ab6-49b8-b70c-087d151d3cab') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:15.392317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4de97bb-9ab6-49b8-b70c-087d151d3cab') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:15.401790 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (b4de97bb-9ab6-49b8-b70c-087d151d3cab), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.414655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (b4de97bb-9ab6-49b8-b70c-087d151d3cab), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.421138 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:14:15.421566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (b4de97bb-9ab6-49b8-b70c-087d151d3cab), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.480808 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (4bde0255-5a3f-47b3-9352-0e55a47d42ba), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.486598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.489749 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/4bde0255-5a3f-47b3-9352-0e55a47d42ba HTTP/1.1" status: 204 len: 168 time: 0.2753978 Jul 18 14:14:15.505402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2379d1-5b9d-4003-ac70-81ce967f9ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bde0255-5a3f-47b3-9352-0e55a47d42ba,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:15.576158 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment b4de97bb-9ab6-49b8-b70c-087d151d3cab resource provider aggregate not found Jul 18 14:14:15.592721 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment b4de97bb-9ab6-49b8-b70c-087d151d3cab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4de97bb-9ab6-49b8-b70c-087d151d3cab found for delete ", "request_id": "req-d3e0fa5e-a4e7-4285-9342-2851ace32399"}]} Jul 18 14:14:15.670571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38774) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:15.711115 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c7ab5e83-c4ca-4e2f-b9aa-a250721e769f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9f6e581c160d4e64a81e0b35907cc078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394330 Jul 18 14:14:15.713371 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38776) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:15.761326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] Publish callbacks [] for security_group (5a4e25ba-84a4-4387-aa54-c56db46c4cde), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.782785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] Publish callbacks [] for security_group (5a4e25ba-84a4-4387-aa54-c56db46c4cde), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.829334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5a4e25ba-84a4-4387-aa54-c56db46c4cde), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.831979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:15.833107 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5a4e25ba-84a4-4387-aa54-c56db46c4cde HTTP/1.1" status: 204 len: 168 time: 0.1188734 Jul 18 14:14:15.840650 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad3184-d2fe-48fb-a0d8-a43003de2396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e25ba-84a4-4387-aa54-c56db46c4cde,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:16.494820 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38798) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:16.588933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-426242218-network', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:16.609662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Made reservation on behalf of 9df5aea1d29c4a91b82a956e152bd214 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:14:16.612608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.620870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.683773 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:16.698048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks [] for security_group (4d747dbf-f18a-426e-9765-f37a4346b348), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.701596 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4d747dbf-f18a-426e-9765-f37a4346b348), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.730115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:14:16.737226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d747dbf-f18a-426e-9765-f37a4346b348,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:16.741061 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:16.745412 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1a66a3a3-ed1d-472f-a7a6-953ebe774e99), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.745706 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Added segment 1a66a3a3-ed1d-472f-a7a6-953ebe774e99 of type vlan for network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee Jul 18 14:14:16.787748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.812416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.813945 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:16.814541 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.845743 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3498642 Jul 18 14:14:16.848797 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38802) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:16.853758 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Request body: {'subnet': {'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-426242218-subnet', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:16.874681 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Made reservation on behalf of 9df5aea1d29c4a91b82a956e152bd214 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:14:16.877753 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7847686'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:16.878087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd70e1-6b49-4ee8-9897-45bf961c61e6 admin admin] Pushing event updated for resources: {'Network': ['ID=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:16.888038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:14:17.050230 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7847704'] for subnet (3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.111802 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:17.121530 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:17.121888 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Network hostable DHCP agents. Network: 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:14:17.138423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:14:17.146906 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:17.150949 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:17.151535 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.157762 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a13339-3d5f-451f-b105-d91bc7186400 None None] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:14:17.167792 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3b52759b-92e3-4530-9664-49e5daa1129a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3179369 Jul 18 14:14:17.170423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38806) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:17.175337 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:17.196261 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.197253 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.247634 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for router_controller (1aa703e0-fbcb-46a0-b978-9fbf268ead20), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.263675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:14:17.264620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.385329 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for router_gateway (1aa703e0-fbcb-46a0-b978-9fbf268ead20), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.403796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Allocated IP 172.20.0.2 (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a/dfd89a5a-44d8-4c77-a83e-eb0bb97712ed) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:17.545952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks [] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.551841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.563719 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for router_gateway (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.586739 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.593199 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:17.599208 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:17.601340 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Pushing event updated for resources: {'Port': ['ID=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:17.603469 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:17.658658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Attempting to bind port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:17.659443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Attempting to bind port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:17.659443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Attempting to bind port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:17.664680 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:17.665051 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:17.665447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.665836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Bound using segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:17.666295 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Bound port: dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:17.666669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.667120 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:17.697045 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Allocated IP 172.27.1.44 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/40a92646-53aa-4ebd-9078-d9a80cd0a7db) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:17.732640 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] For port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:17.732879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:17.736110 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] For port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:17.742771 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.789759 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:17.800375 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b34fed-3839-41de-85ee-e218975773fe None None] Pushing event updated for resources: {'Port': ['ID=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:17.808551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.844618 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:17.886315 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:17.892429 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:17.894709 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Pushing event updated for resources: {'Port': ['ID=40a92646-53aa-4ebd-9078-d9a80cd0a7db,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:17.896916 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:18.158350 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for router_gateway (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:18.341998 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:18.475034 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:14:18.523820 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:18.583029 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:14:18.592150 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:14:18.593788 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:18.602505 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:18.606576 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0ae2f79a-6b2e-435e-9c36-ec61f6ef3f00 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4325089 Jul 18 14:14:18.606758 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38810) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:18.610643 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:18.611769 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:18.666615 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:18.712791 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01768da7-67ff-4355-82aa-6174788ea84a None None] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:14:18.776951 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:18.869459 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Provisioning complete for port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:18.869831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.037385 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.063578 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:18Z', 'revision_number': 3, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:19.067933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Current status of the port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:19.068346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.093412 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:14:19.093762 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Updating router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 port 40a92646-53aa-4ebd-9078-d9a80cd0a7db binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:14:19.142486 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.153967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] For port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:19.178736 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.308988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7858c-16a6-474b-8e5f-22aeb837c4cb None None] Pushing event updated for resources: {'Port': ['ID=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:19.316874 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-4909da82-083f-4789-aff3-7e185daedc79 None None] Provisioning complete for port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:19.317252 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4909da82-083f-4789-aff3-7e185daedc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.404543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:19.406316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Allocated IP 172.20.0.1 (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a/b2cc7870-510c-476d-aef5-aac77ed77027) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:19.473292 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-4909da82-083f-4789-aff3-7e185daedc79 None None] Current status of the port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:19.523472 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device dfd89a5a-44d8-4c77-a83e-eb0bb97712ed up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:19.531593 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks [] for port (b2cc7870-510c-476d-aef5-aac77ed77027), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.551311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:19.557629 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:19.559750 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks [] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.565400 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.572952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.609367 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:19.612096 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:19.615403 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:19.618138 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:19.636509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:19.636998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.638823 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd317f-ccd7-4a8a-846c-1fe6d3e1a07c None None] Pushing event updated for resources: {'Port': ['ID=40a92646-53aa-4ebd-9078-d9a80cd0a7db,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:19.640963 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:19.642743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Attempting to bind port 40a92646-53aa-4ebd-9078-d9a80cd0a7db on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:19.643118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Attempting to bind port 40a92646-53aa-4ebd-9078-d9a80cd0a7db by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:19.643484 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Attempting to bind port 40a92646-53aa-4ebd-9078-d9a80cd0a7db on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:19.661436 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.667986 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:19.668357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:19.668761 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.669153 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:19.669623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Bound port: 40a92646-53aa-4ebd-9078-d9a80cd0a7db, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:19.670001 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.740073 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] For port 40a92646-53aa-4ebd-9078-d9a80cd0a7db, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:19.773642 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] For port 40a92646-53aa-4ebd-9078-d9a80cd0a7db, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=40a92646-53aa-4ebd-9078-d9a80cd0a7db,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:19.782977 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.798441 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.809301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:19.847079 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd317f-ccd7-4a8a-846c-1fe6d3e1a07c None None] Pushing event updated for resources: {'Port': ['ID=40a92646-53aa-4ebd-9078-d9a80cd0a7db,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:19.849936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:19.850521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:19.969096 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks [] for port (b2cc7870-510c-476d-aef5-aac77ed77027), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:19.974007 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:20.031195 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-03324439-c577-4545-bebe-a0e029761c90 None None] Provisioning complete for port b2cc7870-510c-476d-aef5-aac77ed77027 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:20.031598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-03324439-c577-4545-bebe-a0e029761c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:20.042002 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:20.045790 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:20.104466 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-03324439-c577-4545-bebe-a0e029761c90 None None] Port b2cc7870-510c-476d-aef5-aac77ed77027 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:14:20.116653 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:20.141308 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:20.142632 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:20.258679 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:14:20.301534 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:20.319724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:20.344591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc18a2-a24a-4d0f-9391-cb1d05ed6501 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:14:20.364996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:20.373237 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:14:20.379177 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-719f6e38-e30e-49c3-81cf-5e1621c154d0 admin admin] 10.222.0.94 "PUT /v2.0/routers/1aa703e0-fbcb-46a0-b978-9fbf268ead20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714314 Jul 18 14:14:20.423327 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ce570950-f49f-40f5-b919-45c4a36467aa None None] Provisioning complete for port b2cc7870-510c-476d-aef5-aac77ed77027 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:20.423753 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ce570950-f49f-40f5-b919-45c4a36467aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:20.463270 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ce570950-f49f-40f5-b919-45c4a36467aa None None] Port b2cc7870-510c-476d-aef5-aac77ed77027 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:14:20.906348 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38828) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:20.911848 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251907793-network', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:20.934035 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Made reservation on behalf of 9ce4b3331cb847c4a360c4da862dca29 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:14:20.936522 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:20.945976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.037739 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks [] for security_group (b299392d-e742-4514-9393-1c8daafc3ee1), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.043450 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b299392d-e742-4514-9393-1c8daafc3ee1), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.050575 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:21.066099 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:14:21.085372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1dff4077-6e2b-4350-9d9c-8f6020a638b2), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.085726 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Added segment 1dff4077-6e2b-4350-9d9c-8f6020a638b2 of type vlan for network 1b8f1d41-a28d-4288-96cf-a579031e6326 Jul 18 14:14:21.098606 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299392d-e742-4514-9393-1c8daafc3ee1,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:21.133479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (1b8f1d41-a28d-4288-96cf-a579031e6326), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.159902 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (1b8f1d41-a28d-4288-96cf-a579031e6326), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.161020 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:21.161607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.227975 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3198724 Jul 18 14:14:21.230803 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38830) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:21.235548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Request body: {'subnet': {'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251907793-subnet', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:21.242919 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472779ce-41fa-440e-8d8d-608d16b537da admin admin] Pushing event updated for resources: {'Network': ['ID=1b8f1d41-a28d-4288-96cf-a579031e6326,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:21.255025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:14:21.266684 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Made reservation on behalf of 9ce4b3331cb847c4a360c4da862dca29 for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:14:21.269596 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7847686'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.457671 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7847704'] for subnet (10460d6a-1b0e-417b-b1d2-1a03feef313a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.503919 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 40a92646-53aa-4ebd-9078-d9a80cd0a7db up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:21.537508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=10460d6a-1b0e-417b-b1d2-1a03feef313a,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:21.551964 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Checking segment: {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:21.551964 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Network hostable DHCP agents. Network: 1b8f1d41-a28d-4288-96cf-a579031e6326, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:14:21.560066 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:21.577698 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 40a92646-53aa-4ebd-9078-d9a80cd0a7db triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:21.578543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.587489 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:14:21.596975 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 1b8f1d41-a28d-4288-96cf-a579031e6326) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:21.602529 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:21.603638 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.613311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd57c70-5121-4eaa-94e9-7d184174930d None None] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:14:21.623883 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-39c04f94-1014-4f50-9040-d3f25a876aca admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3917379 Jul 18 14:14:21.626639 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38832) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:21.631148 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:21.648381 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:21.661479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.662321 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.727018 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for router_controller (00a78906-b190-4efe-9c8d-e1b36aeec953), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.768888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 40a92646-53aa-4ebd-9078-d9a80cd0a7db is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:21.769368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.809343 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 40a92646-53aa-4ebd-9078-d9a80cd0a7db, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=40a92646-53aa-4ebd-9078-d9a80cd0a7db,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:21.815179 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.840248 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-1b8f1d41-a28d-4288-96cf-a579031e6326', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:14:21.841274 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.866309 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for router_gateway (00a78906-b190-4efe-9c8d-e1b36aeec953), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:21.896952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=40a92646-53aa-4ebd-9078-d9a80cd0a7db,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:22.016914 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:22.017894 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Allocated IP 172.20.0.2 (1b8f1d41-a28d-4288-96cf-a579031e6326/10460d6a-1b0e-417b-b1d2-1a03feef313a/1fe54220-20f0-461b-9c76-9e3d2cfdabcd) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:22.060881 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for router_gateway (00a78906-b190-4efe-9c8d-e1b36aeec953), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.079988 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.166497 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks [] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.174587 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.204091 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Allocated IP 172.27.1.41 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/e72cb125-31b6-4987-acb1-c1a93776e724) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:22.225993 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:22.233259 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:22.236024 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Pushing event updated for resources: {'Port': ['ID=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:22.240341 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:22.270588 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:22.312651 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Attempting to bind port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:22.313537 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Attempting to bind port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:22.313888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Attempting to bind port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd on network 1b8f1d41-a28d-4288-96cf-a579031e6326 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:22.317421 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for port (e72cb125-31b6-4987-acb1-c1a93776e724), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.319281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:22.319778 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Checking segment: {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:22.320081 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.320486 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Bound using segment: {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:22.321012 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Bound port: 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:22.321322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.352340 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.387312 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] For port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:22.390909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] For port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:22.397263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.401926 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:22.405434 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:22.407894 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Pushing event updated for resources: {'Port': ['ID=e72cb125-31b6-4987-acb1-c1a93776e724,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:22.410120 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:22.470372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee365c-1b02-4ccb-9528-16997e1bde83 None None] Pushing event updated for resources: {'Port': ['ID=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:22.558010 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:14:22.567976 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:22.568579 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:22.639697 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:22.702375 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for router_gateway (00a78906-b190-4efe-9c8d-e1b36aeec953), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.720251 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:22.899472 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:22.913594 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 2, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:22.939322 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:14:22.939650 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Updating router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 port b2cc7870-510c-476d-aef5-aac77ed77027 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:14:22.967977 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.001462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:23.036342 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Router 00a78906-b190-4efe-9c8d-e1b36aeec953 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:14:23.247146 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks [] for port (b2cc7870-510c-476d-aef5-aac77ed77027), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.254298 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.316751 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Pushing event updated for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:23.360350 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:14:23.364558 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.365674 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.366106 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.366549 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.366995 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.367429 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.367779 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.368194 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.368634 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.369025 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.369415 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.369846 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.370234 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.370618 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.370942 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:14:23.374579 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Sync routers for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:14:23.379511 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:23.389431 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:23.390159 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:23.395976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.396817 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Attempting to bind port b2cc7870-510c-476d-aef5-aac77ed77027 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:23.397218 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Attempting to bind port b2cc7870-510c-476d-aef5-aac77ed77027 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:23.398017 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3da7f6f4-f6b2-4bec-8779-0d70bc283556 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7704394 Jul 18 14:14:23.400686 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Attempting to bind port b2cc7870-510c-476d-aef5-aac77ed77027 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:23.401658 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38836) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:23.407698 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:23.408200 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:23.408661 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.409171 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Bound using segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:23.409710 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Bound port: b2cc7870-510c-476d-aef5-aac77ed77027, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:23.410219 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.503083 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] For port b2cc7870-510c-476d-aef5-aac77ed77027, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:23.506597 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] For port b2cc7870-510c-476d-aef5-aac77ed77027, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=b2cc7870-510c-476d-aef5-aac77ed77027,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:23.516455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029ca3e-0b71-4aa3-b4e3-7b85a833190e None None] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:14:23.521787 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.590595 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:23.607591 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:23.621175 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af94417-e274-4caf-8957-9d8154ae1a7f None None] Pushing event updated for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:23.634779 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Provisioning complete for port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:23.635146 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:23.647752 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:23.648462 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:23.661009 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 40a92646-53aa-4ebd-9078-d9a80cd0a7db up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:23.783209 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:23.894881 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:24.000661 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:23Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:24.026276 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553543f-8eb9-4af5-80d1-a4150ecb5f86 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:23Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:14:24.043268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 40a92646-53aa-4ebd-9078-d9a80cd0a7db triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:24.043649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.139852 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Current status of the port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:24.140277 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.149080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.229651 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:24.249650 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] For port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:24.263716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.268598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:22Z', 'revision_number': 3, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:24.273714 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 40a92646-53aa-4ebd-9078-d9a80cd0a7db is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:24.274517 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 1fe54220-20f0-461b-9c76-9e3d2cfdabcd up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:24.336698 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Checking router: 00a78906-b190-4efe-9c8d-e1b36aeec953 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:14:24.337183 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Updating router 00a78906-b190-4efe-9c8d-e1b36aeec953 port e72cb125-31b6-4987-acb1-c1a93776e724 binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:14:24.374264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Allocated IP 172.20.0.1 (1b8f1d41-a28d-4288-96cf-a579031e6326/10460d6a-1b0e-417b-b1d2-1a03feef313a/c3d2de6a-b4b4-4f82-a1b2-4312c31511a7) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:14:24.408595 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.413255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c6597-d136-42cf-81ba-9160ee2ccd80 None None] Pushing event updated for resources: {'Port': ['ID=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:24.416114 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Provisioning complete for port b2cc7870-510c-476d-aef5-aac77ed77027 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:24.416595 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.454441 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:24.475873 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:24.486492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:24.486982 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.505628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks [] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.543275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.557878 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:24.584382 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:24.587643 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:24.590175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:14:24.623530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:24.647555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (00a78906-b190-4efe-9c8d-e1b36aeec953), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.712001 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Current status of the port b2cc7870-510c-476d-aef5-aac77ed77027 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:24.712715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.753835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:24.791019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-286726b2-32c7-4051-9650-bd342118be41 None None] For port b2cc7870-510c-476d-aef5-aac77ed77027, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=b2cc7870-510c-476d-aef5-aac77ed77027,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:24.802505 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.816351 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.866650 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Provisioning complete for port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:24.866963 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.915628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks [] for port (e72cb125-31b6-4987-acb1-c1a93776e724), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.928432 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.930544 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Pushing event updated for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:24.982536 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:24.994432 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks [] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:24.998434 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Attempting to bind port e72cb125-31b6-4987-acb1-c1a93776e724 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:24.998806 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Attempting to bind port e72cb125-31b6-4987-acb1-c1a93776e724 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:24.999176 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Attempting to bind port e72cb125-31b6-4987-acb1-c1a93776e724 on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:25.001264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.003520 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d26ce-8ab3-4f12-92f7-b86ea6bbac6c None None] Pushing event updated for resources: {'Port': ['ID=e72cb125-31b6-4987-acb1-c1a93776e724,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:25.028909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:25.029286 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:25.029685 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.030074 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:25.030538 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Bound port: e72cb125-31b6-4987-acb1-c1a93776e724, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:25.030911 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.058310 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-286726b2-32c7-4051-9650-bd342118be41 None None] Current status of the port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:25.073500 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (00a78906-b190-4efe-9c8d-e1b36aeec953), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.075257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:25.086049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] For port e72cb125-31b6-4987-acb1-c1a93776e724, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:25.089309 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] For port e72cb125-31b6-4987-acb1-c1a93776e724, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=e72cb125-31b6-4987-acb1-c1a93776e724,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:25.095005 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.150769 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:25.151380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:25.178681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:14:25.180445 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:14:25.189522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d26ce-8ab3-4f12-92f7-b86ea6bbac6c None None] Pushing event updated for resources: {'Port': ['ID=e72cb125-31b6-4987-acb1-c1a93776e724,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:25.207981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a7a6dcf6-59c5-41f2-a066-340943fe628f None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:25.208357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a7a6dcf6-59c5-41f2-a066-340943fe628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.281596 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:25.284413 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6dcf6-59c5-41f2-a066-340943fe628f None None] Port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:14:25.297848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:25.305072 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Router 00a78906-b190-4efe-9c8d-e1b36aeec953 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:14:25.353947 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:25.356905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:25.422940 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:14:25.437276 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e8e31642-7bb2-4269-a05c-0768c6ef56c0 admin admin] 10.222.0.94 "PUT /v2.0/routers/00a78906-b190-4efe-9c8d-e1b36aeec953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266070 Jul 18 14:14:25.437778 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-528b956d-fd02-4fe9-8f3a-cef0b71e2d8d None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:25.437778 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-528b956d-fd02-4fe9-8f3a-cef0b71e2d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.478891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-528b956d-fd02-4fe9-8f3a-cef0b71e2d8d None None] Port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:14:25.534659 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device b2cc7870-510c-476d-aef5-aac77ed77027 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:25.583424 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c3d2de6a-b4b4-4f82-a1b2-4312c31511a7', 'name': '', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'mac_address': 'fa:16:3e:38:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:24Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 2, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'subnets': [{'id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:25.619043 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f2617-6ce8-4910-a937-2c5ad76f3ea1 None None] The sync data for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi is: [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c3d2de6a-b4b4-4f82-a1b2-4312c31511a7', 'name': '', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'mac_address': 'fa:16:3e:38:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:24Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 2, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'subnets': [{'id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:14:25.623338 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port b2cc7870-510c-476d-aef5-aac77ed77027 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:25.623710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.704885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port b2cc7870-510c-476d-aef5-aac77ed77027 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:25.706092 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 1fe54220-20f0-461b-9c76-9e3d2cfdabcd up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:25.755164 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:25.755619 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.774773 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:25.845581 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:25.855794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38846) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:25.863357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037340211', 'description': 'tempest-secgroup-smoke-1037340211 description', 'project_id': '9df5aea1d29c4a91b82a956e152bd214'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:25.886896 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.965948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (65ce7fa4-ded9-4827-baa1-75a460417059), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:25.970693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (65ce7fa4-ded9-4827-baa1-75a460417059), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.003891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.007864 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1483424 Jul 18 14:14:26.007864 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9fd57-4f5b-4fcc-bb06-71093c4e3430 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ce7fa4-ded9-4827-baa1-75a460417059,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.008259 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38848) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.013251 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.043164 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (42d42f98-a428-4409-9dcd-42dd3cbc0b70), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.101851 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (42d42f98-a428-4409-9dcd-42dd3cbc0b70), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.106246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (42d42f98-a428-4409-9dcd-42dd3cbc0b70), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.126438 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d42f98-a428-4409-9dcd-42dd3cbc0b70,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.138109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.139585 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-45adc2ee-27a6-4e17-bf4b-837b4b978fd0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296864 Jul 18 14:14:26.142841 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 38850) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.147212 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.177461 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (cbacffe4-0c43-4fdb-a13f-00b2ddc7b910), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.236214 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (cbacffe4-0c43-4fdb-a13f-00b2ddc7b910), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.240168 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (cbacffe4-0c43-4fdb-a13f-00b2ddc7b910), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.246183 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:26.261790 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbacffe4-0c43-4fdb-a13f-00b2ddc7b910,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.267758 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.268941 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4f0eb9b0-496a-4033-ae73-5c77df3eea24 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251936 Jul 18 14:14:26.271970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38852) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.276610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.301732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (32f8ef6f-49ce-409e-8da0-b15826d40892), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.358738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (32f8ef6f-49ce-409e-8da0-b15826d40892), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.361915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (32f8ef6f-49ce-409e-8da0-b15826d40892), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.380114 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f8ef6f-49ce-409e-8da0-b15826d40892,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.386344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.387552 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bceda9e6-9e07-4e95-b6f3-cb0261efbf64 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144202 Jul 18 14:14:26.390175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38854) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.395006 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.419867 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (80964930-2422-4db7-ba4f-928ea6b2c2f7), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.478633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (80964930-2422-4db7-ba4f-928ea6b2c2f7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.481724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (80964930-2422-4db7-ba4f-928ea6b2c2f7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.499508 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80964930-2422-4db7-ba4f-928ea6b2c2f7,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.507628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.508872 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8e9b3315-9dd3-4682-9796-ee9b1e1fbb4b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171341 Jul 18 14:14:26.511494 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38856) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.515756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.536286 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.securitygroups_db [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Project 9df5aea1d29c4a91b82a956e152bd214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:14:26.542314 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (983b3e2f-08f7-42a4-8a63-9a3a58f9e81c), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.600893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (983b3e2f-08f7-42a4-8a63-9a3a58f9e81c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.604436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (983b3e2f-08f7-42a4-8a63-9a3a58f9e81c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.623059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983b3e2f-08f7-42a4-8a63-9a3a58f9e81c,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.630653 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.631845 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3aacd328-eb77-405b-b312-f686ea89ee68 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193910 Jul 18 14:14:26.634598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 38858) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:14:26.638806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fa4-ded9-4827-baa1-75a460417059', 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:14:26.659147 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.securitygroups_db [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Project 9df5aea1d29c4a91b82a956e152bd214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:14:26.664914 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (19aa352e-5c1f-4d55-890c-182a107ba949), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.668236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:26.716992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:26.731030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (19aa352e-5c1f-4d55-890c-182a107ba949), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.735624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (19aa352e-5c1f-4d55-890c-182a107ba949), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.764207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aa352e-5c1f-4d55-890c-182a107ba949,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:26.777399 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:26.779092 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5f47223f-58e3-49f3-90a6-cdd5ba21e592 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432886 Jul 18 14:14:27.494511 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device e72cb125-31b6-4987-acb1-c1a93776e724 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:27.539125 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port e72cb125-31b6-4987-acb1-c1a93776e724 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:27.539502 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:27.616318 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port e72cb125-31b6-4987-acb1-c1a93776e724 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:27.616709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:27.637899 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port e72cb125-31b6-4987-acb1-c1a93776e724, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=e72cb125-31b6-4987-acb1-c1a93776e724,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:27.643438 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:27.690293 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=e72cb125-31b6-4987-acb1-c1a93776e724,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:28.101742 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Sync routers for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:14:28.113052 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:28.113642 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:28.214346 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:28.399740 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c3d2de6a-b4b4-4f82-a1b2-4312c31511a7', 'name': '', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'mac_address': 'fa:16:3e:38:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:24Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 2, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'subnets': [{'id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:28.510388 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Checking router: 00a78906-b190-4efe-9c8d-e1b36aeec953 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:14:28.510647 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Updating router 00a78906-b190-4efe-9c8d-e1b36aeec953 port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:14:28.538362 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:28.763270 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:28.815023 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks [] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:28.820472 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:28.824033 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:28.878327 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3518-e2b7-4962-a7b0-ea339fbef614 None None] Pushing event updated for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:28.929270 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Attempting to bind port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:14:28.929635 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Attempting to bind port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:14:28.929990 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Attempting to bind port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 on network 1b8f1d41-a28d-4288-96cf-a579031e6326 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:14:28.935419 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:14:28.935789 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Checking segment: {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:14:28.936220 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:28.936672 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Bound using segment: {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:14:28.937360 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Bound port: c3d2de6a-b4b4-4f82-a1b2-4312c31511a7, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff4077-6e2b-4350-9d9c-8f6020a638b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:14:28.938000 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.006109 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] For port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:14:29.009402 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] For port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:14:29.014701 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.073343 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:14:29.073970 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:14:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:29.109538 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3518-e2b7-4962-a7b0-ea339fbef614 None None] Pushing event updated for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:29.126549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:29.127025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.194312 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:14:29.335796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:29.349421 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Current status of the port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:29.349816 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.384414 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] For port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:14:29.389558 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.401612 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c3d2de6a-b4b4-4f82-a1b2-4312c31511a7', 'name': '', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'mac_address': 'fa:16:3e:38:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:24Z', 'updated_at': '2022-07-18T14:14:29Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'subnets': [{'id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:14:29.428151 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3f373-409c-4ad0-85ec-623723da4bfc None None] The sync data for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi is: [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c3d2de6a-b4b4-4f82-a1b2-4312c31511a7', 'name': '', 'network_id': '1b8f1d41-a28d-4288-96cf-a579031e6326', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'mac_address': 'fa:16:3e:38:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:24Z', 'updated_at': '2022-07-18T14:14:29Z', 'revision_number': 4, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'subnets': [{'id': '10460d6a-1b0e-417b-b1d2-1a03feef313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:14:29.440244 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88512440-5c09-4e03-b11e-66b0cefb7e53 None None] Pushing event updated for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:14:29.509098 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-8a49a484-4b9e-401c-8d57-67638e4b1236 None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:29.509750 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8a49a484-4b9e-401c-8d57-67638e4b1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.541193 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device e72cb125-31b6-4987-acb1-c1a93776e724 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:29.621451 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port e72cb125-31b6-4987-acb1-c1a93776e724 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:29.621827 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.658381 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-8a49a484-4b9e-401c-8d57-67638e4b1236 None None] Current status of the port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:29.710903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port e72cb125-31b6-4987-acb1-c1a93776e724 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:29.711995 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:29.755551 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:29.755917 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:29.818036 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:29.831366 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:31.482707 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:14:31.527806 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:14:31.528213 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:31.599523 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:14:31.886746 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:32.579481 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-1945bf5f-f6b4-48f0-8c58-ba6960dfedb3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421550 Jul 18 14:14:32.656564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95869f-879e-4f52-987c-60096f25d2cc req-5d46af7a-4dee-461c-b583-1365eed0c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:32.658057 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-5d46af7a-4dee-461c-b583-1365eed0c659 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1129 time: 0.0401218 Jul 18 14:14:32.766915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95869f-879e-4f52-987c-60096f25d2cc req-80bd0b4c-2210-4db6-a6b1-590390f84285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:32.768308 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-80bd0b4c-2210-4db6-a6b1-590390f84285 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.0890784 Jul 18 14:14:32.830777 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-9edae14f-75ff-4d1e-a306-e900d5687b03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 999 time: 0.0565429 Jul 18 14:14:32.882393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95869f-879e-4f52-987c-60096f25d2cc req-2a07656f-bf2d-44a0-bdcf-a1dc0c1f5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:32.883850 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-2a07656f-bf2d-44a0-bdcf-a1dc0c1f5884 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0441637 Jul 18 14:14:32.932432 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95869f-879e-4f52-987c-60096f25d2cc req-e9c80d13-f643-4873-ac98-519c7d890310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:32.933931 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-e9c80d13-f643-4873-ac98-519c7d890310 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426230 Jul 18 14:14:33.025868 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-f759e916-8ed8-4a8e-aecd-b38760e0feb9 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Jul 18 14:14:33.126389 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee95869f-879e-4f52-987c-60096f25d2cc req-bdb7312a-7981-4cd0-aa1b-027c11737665 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Jul 18 14:14:36.259841 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:38.551513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4a491602-3357-42f3-aae5-7aaf45455cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:40.709716 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb45-1e2a-4c1a-b877-4b66a89859e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:41.272994 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:41.273745 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:41.605538 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:14:41.958455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:43.122033 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=1,neutron:SELECT=45 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:43.122838 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=2,neutron:SELECT=65,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:43.213799 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:43.568521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:14:48.129508 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94cf5c-60ba-4a7d-94a8-e36c8d1f18f2 req-9049affc-847c-4c87-922f-c06c6db3f0ce tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:48.130955 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c94cf5c-60ba-4a7d-94a8-e36c8d1f18f2 req-9049affc-847c-4c87-922f-c06c6db3f0ce tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0767379 Jul 18 14:14:48.133841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-3d369338-f3d7-47e6-a949-cd7811547d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:48.135175 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-3d369338-f3d7-47e6-a949-cd7811547d4a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0509229 Jul 18 14:14:48.237411 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c94cf5c-60ba-4a7d-94a8-e36c8d1f18f2 req-b9399ac9-f53e-4b17-b111-da1ee64009c8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009321 Jul 18 14:14:48.259911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-ba3b1f23-23c1-41cc-b73f-553dd72f65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:48.261315 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-ba3b1f23-23c1-41cc-b73f-553dd72f65da service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1186261 Jul 18 14:14:48.325792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-b3f78231-ec9f-425f-a943-7cc49ac541a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 1001 time: 0.0584936 Jul 18 14:14:48.373235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-70a879c9-9e5d-4f60-8f43-6031a7425d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:48.375180 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-70a879c9-9e5d-4f60-8f43-6031a7425d72 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0427005 Jul 18 14:14:48.416429 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-f9bf2cec-6c9e-4221-bd80-9700da3f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:48.417855 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-f9bf2cec-6c9e-4221-bd80-9700da3f8dfe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372794 Jul 18 14:14:48.509629 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-6abc4e48-f93c-465c-95ae-64c1b3908c8b service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853872 Jul 18 14:14:48.598905 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c79f898e-509b-479a-8e07-3f5f434e88f1 req-7dafea38-eb12-4960-b4a4-a6cf55177c51 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832407 Jul 18 14:14:49.355007 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040b27-cf31-485c-a17d-d528e94ce6b7 req-3ade848b-7353-41c7-bd87-baecfcd60147 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:49.356464 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88040b27-cf31-485c-a17d-d528e94ce6b7 req-3ade848b-7353-41c7-bd87-baecfcd60147 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0501711 Jul 18 14:14:49.402191 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88040b27-cf31-485c-a17d-d528e94ce6b7 req-d38d95e5-660b-4d4a-a20b-3a97c72965c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Jul 18 14:14:50.513229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b292ff-b46e-4671-94ce-81c4962a081c req-76547157-7963-4d0e-8519-e0631ce3a18a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:50.515176 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-10b292ff-b46e-4671-94ce-81c4962a081c req-76547157-7963-4d0e-8519-e0631ce3a18a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0456762 Jul 18 14:14:50.561676 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-10b292ff-b46e-4671-94ce-81c4962a081c req-1d6a7002-ef53-478c-9067-4ceb7f333e0c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Jul 18 14:14:51.597442 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:51.674162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da592add-6b9c-483c-be43-ce9bbb7f1214 req-d8f9cb9a-bf0f-49f0-a2aa-fae9a4f0ca1f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:51.675625 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da592add-6b9c-483c-be43-ce9bbb7f1214 req-d8f9cb9a-bf0f-49f0-a2aa-fae9a4f0ca1f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0463326 Jul 18 14:14:51.723900 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da592add-6b9c-483c-be43-ce9bbb7f1214 req-ddeb91e5-f8c8-4505-9442-57dbd9c36d41 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Jul 18 14:14:52.838337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb30e-88ef-4c1b-a513-e4d1367cb2b2 req-6b91935d-1a9b-4278-bd31-b862bd139680 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:52.839792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-047eb30e-88ef-4c1b-a513-e4d1367cb2b2 req-6b91935d-1a9b-4278-bd31-b862bd139680 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0471919 Jul 18 14:14:52.885207 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-047eb30e-88ef-4c1b-a513-e4d1367cb2b2 req-b9158eed-fe2b-4a2b-81e4-eb719be73d10 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Jul 18 14:14:53.561579 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:53.564039 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:53.695648 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-a33db1d3-5883-42a9-b3dc-319948b837d5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037340211&fields=id&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 267 time: 0.0465534 Jul 18 14:14:53.723609 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:53.734312 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:53.807626 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-5ce16756-9146-430b-a91c-5118440f34ac tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:53.809080 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-5ce16756-9146-430b-a91c-5118440f34ac tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.1071732 Jul 18 14:14:53.823126 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3491d938-f1d9-4b2d-a04e-57475675bff0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/quotas/9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Jul 18 14:14:53.871915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-966449c1-3920-49dd-b5d9-3ffb0909b6aa tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433359 Jul 18 14:14:54.034118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dca12-b80a-4d8e-844c-d273cf71fe6b req-4e5c8b81-3683-4967-ba40-f6829993a2f6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:54.036113 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc9dca12-b80a-4d8e-844c-d273cf71fe6b req-4e5c8b81-3683-4967-ba40-f6829993a2f6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0762751 Jul 18 14:14:54.129420 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc9dca12-b80a-4d8e-844c-d273cf71fe6b req-754a8643-0880-4e7e-972b-bca661993463 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654361 Jul 18 14:14:54.131393 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-63f51ce6-1fd9-4931-890e-f7721b48add6 service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481139 Jul 18 14:14:54.226285 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-bed468e7-f37e-4134-b291-0ebc11a8c06e service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891955 Jul 18 14:14:54.504708 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2373464-c026-453a-8ce5-07ce8ce4af71 req-464cbad9-e18e-4733-beb2-88319cca917f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jul 18 14:14:55.242227 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b5fd0-1ecc-414d-96cd-72b6c9a29340 req-3a7348dd-b908-4e8a-8a80-8755cb2719c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:55.243606 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6c2b5fd0-1ecc-414d-96cd-72b6c9a29340 req-3a7348dd-b908-4e8a-8a80-8755cb2719c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0469005 Jul 18 14:14:55.289106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6c2b5fd0-1ecc-414d-96cd-72b6c9a29340 req-828f3798-32bf-4a8c-96fa-0c0aab550912 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 Jul 18 14:14:55.586405 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ac4db70-8a6f-42d2-9ef9-e25c75fdec86 req-3a46a379-0057-4250-8c44-6feb9d8ac7fa tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jul 18 14:14:56.403102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd1698-7f65-4e8e-bb88-d3652c2889b1 req-6c198ad3-175f-4ef9-8ad7-8d9c7a3db01e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:56.404599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2dd1698-7f65-4e8e-bb88-d3652c2889b1 req-6c198ad3-175f-4ef9-8ad7-8d9c7a3db01e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0463302 Jul 18 14:14:56.452799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2dd1698-7f65-4e8e-bb88-d3652c2889b1 req-5786b725-68c1-4326-b36e-ecc8ae4f1329 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Jul 18 14:14:56.665003 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-25a69245-2509-4b62-b2eb-04de6ae6c750 req-0e4ed207-ef3c-4eb7-ab6b-15981bf24209 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0299733 Jul 18 14:14:57.567461 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310ce5-ac0c-4500-a757-6f2cfb80a289 req-d39b3846-34d5-4790-8f61-17e1baa3b5d3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:57.568937 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f310ce5-ac0c-4500-a757-6f2cfb80a289 req-d39b3846-34d5-4790-8f61-17e1baa3b5d3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Jul 18 14:14:57.615562 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f310ce5-ac0c-4500-a757-6f2cfb80a289 req-1ba6d5a4-9d0e-4936-bd6b-264752e01924 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Jul 18 14:14:57.741783 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fda3d7d8-b5fc-4473-a5be-5ffeac1e3d8f req-a0c25219-d8ee-48c7-aee5-d0f20e618f4c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jul 18 14:14:58.725550 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86e6e-01fc-4dd6-89b9-50a33ad95cc4 req-02047daa-3509-4145-b4c8-2c3241fd140f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:58.726979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1f86e6e-01fc-4dd6-89b9-50a33ad95cc4 req-02047daa-3509-4145-b4c8-2c3241fd140f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0452001 Jul 18 14:14:58.772362 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d1f86e6e-01fc-4dd6-89b9-50a33ad95cc4 req-fd5cf648-25b5-422f-8345-b229ac98ed98 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Jul 18 14:14:58.836983 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-da090593-bedd-4099-af1f-e361b9662adf req-a6c70357-74b0-4285-9b65-d1154fb2ffaa tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Jul 18 14:14:59.824802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:14:59.865665 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-bfee1371-8f87-4b95-97b7-903653436265 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:59.867104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-bfee1371-8f87-4b95-97b7-903653436265 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.1144719 Jul 18 14:14:59.928799 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdfa3a-329c-44fb-99b2-6863e989608d req-42c23be3-c8f1-4b01-b63f-0af9aae0b3a8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:14:59.930672 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bdcdfa3a-329c-44fb-99b2-6863e989608d req-42c23be3-c8f1-4b01-b63f-0af9aae0b3a8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0833766 Jul 18 14:14:59.953085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38723e8e-a39b-4d52-acc0-54ec9dfef653 req-a949a3d1-3c5e-4178-9181-10d36f4189ea tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0444467 Jul 18 14:15:00.014785 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-4257a1e1-8d94-4263-bdfb-dc480e54ca38 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 380 time: 0.1250262 Jul 18 14:15:00.021434 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bdcdfa3a-329c-44fb-99b2-6863e989608d req-a2c594bc-d8d8-49c9-8b88-230ccf1c9ae8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732396 Jul 18 14:15:00.025884 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'port': {'device_id': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'admin_state_up': True, 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'security_groups': ['65ce7fa4-ded9-4827-baa1-75a460417059']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:00.030501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:00.135532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Made reservation on behalf of 9df5aea1d29c4a91b82a956e152bd214 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:15:00.139522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:00.261518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.20.0.3 (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a/aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:15:00.402169 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:00.439648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:00.484576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:15:00.488229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:15:00.494549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:15:00.754711 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:00.762063 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f4c0ab38-889a-4b2c-a5c2-1f55594a97e4 None None] Provisioning complete for port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:15:00.762569 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ab38-889a-4b2c-a5c2-1f55594a97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:00.767012 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.767365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.767709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.768077 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.768414 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.768746 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.769075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.769399 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.769723 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.770050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.770380 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.770707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.771025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.771345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.771662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:00.790726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:00.791341 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:00.794878 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0ab38-889a-4b2c-a5c2-1f55594a97e4 None None] Port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:15:00.808978 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-3702d410-d997-47dd-8737-b09009e51fd1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866027 Jul 18 14:15:00.827546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Request body: {'port': {'device_id': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:00.879929 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:00.887622 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.089113 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:01.137687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88abdc-7b6c-4817-b91b-fd7d43ca0bbc req-23b06c79-5202-4b5b-b418-01608b699b0e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.139293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba88abdc-7b6c-4817-b91b-fd7d43ca0bbc req-23b06c79-5202-4b5b-b418-01608b699b0e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 931 time: 0.1191943 Jul 18 14:15:01.197737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11bf1c-2c49-4e06-9814-de342f9e4ca3 req-8d05e997-e1f0-4d37-ad36-78f8500c658a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.200013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f11bf1c-2c49-4e06-9814-de342f9e4ca3 req-8d05e997-e1f0-4d37-ad36-78f8500c658a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.1058540 Jul 18 14:15:01.278152 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ba88abdc-7b6c-4817-b91b-fd7d43ca0bbc req-bc2a54b9-955d-49f8-9d20-53958a0b06b4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297936 Jul 18 14:15:01.307289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:15:01.314691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f11bf1c-2c49-4e06-9814-de342f9e4ca3 req-a427989d-9afe-485a-97a2-a203d1f243cf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070857 Jul 18 14:15:01.318710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks [] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.332472 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Transition to ACTIVE for port object aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:15:01.336239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.389996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:01.461872 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Attempting to bind port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:15:01.462110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Attempting to bind port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:15:01.462450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Attempting to bind port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:15:01.467846 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:15:01.468208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Attempting to bind port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:15:01.473460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:15:01.473809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:15:01.474220 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Bound using segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:15:01.474635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Bound port: aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:15:01.474998 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.538123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:15:01.541185 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:15:01.546430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.580259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.580885 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.582270 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] 10.222.0.87 "PUT /v2.0/ports/aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c HTTP/1.1" status: 200 len: 1093 time: 0.7587805 Jul 18 14:15:01.582702 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:01.585008 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:01.620662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76eb8-42f5-418d-8703-40dbb75ca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:01.689958 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-4901bf4b-01a4-4e1c-827c-bd71d7802286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.691469 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-4901bf4b-01a4-4e1c-827c-bd71d7802286 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 1127 time: 0.0487018 Jul 18 14:15:01.697434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7a58a-ad56-4626-a30a-c2c2413a9afa x-openstack-request-id: req-93b7a58a-ad56-4626-a30a-c2c2413a9afa {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:01.697808 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:01.698136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-93b7a58a-ad56-4626-a30a-c2c2413a9afa {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:01.698639 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b7a58a-ad56-4626-a30a-c2c2413a9afa'] response: {'name': 'network-changed', 'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'status': 'completed', 'code': 200} Jul 18 14:15:01.728180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:01.758092 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-8be80a9d-4c26-4211-9929-4006ec813c25 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c HTTP/1.1" status: 200 len: 217 time: 0.0358484 Jul 18 14:15:01.806242 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-d704559f-2cdb-4dd6-917d-1e8c08ce7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.807643 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-d704559f-2cdb-4dd6-917d-1e8c08ce7608 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0427182 Jul 18 14:15:01.853743 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-097fba35-d221-41a4-b5df-4742e9d26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:01.855273 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-097fba35-d221-41a4-b5df-4742e9d26db9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418434 Jul 18 14:15:01.894321 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:01.947575 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-c2604fb7-bfee-41b9-968e-1be74abb9ee6 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Jul 18 14:15:02.040346 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cb305c1-c4cd-4974-ab73-b3686ccd8ffa req-b383a16c-5bd7-4775-b397-626a9bdf11ba service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Jul 18 14:15:02.393672 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbb60-37cf-45ff-adef-159a252a1e00 req-33c4a418-e556-4a3d-b28c-9268a99e059a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:02.395098 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-887cbb60-37cf-45ff-adef-159a252a1e00 req-33c4a418-e556-4a3d-b28c-9268a99e059a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0498872 Jul 18 14:15:02.433057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:02.463282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8d864-fb07-433c-b969-4ae550719f55 req-ced986e9-2f2f-49ad-b23d-bab06ecb78bf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:02.464792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ce8d864-fb07-433c-b969-4ae550719f55 req-ced986e9-2f2f-49ad-b23d-bab06ecb78bf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0783617 Jul 18 14:15:02.492201 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-887cbb60-37cf-45ff-adef-159a252a1e00 req-18ba4563-f613-485f-801d-ab3274d7fbb3 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886221 Jul 18 14:15:02.526417 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7ce8d864-fb07-433c-b969-4ae550719f55 req-6fd5851e-ba71-4653-87ef-9c741392bd3d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528703 Jul 18 14:15:03.300156 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=11 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:03.300800 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:03.329752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-f092a5fd-cf6b-48df-8cf4-322d9073bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.331235 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-f092a5fd-cf6b-48df-8cf4-322d9073bbff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 1127 time: 0.0402579 Jul 18 14:15:03.420473 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-19dcbe00-c46a-4135-837a-a34ddd963934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.422018 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-19dcbe00-c46a-4135-837a-a34ddd963934 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0849156 Jul 18 14:15:03.462887 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-81b90cea-857a-4a8d-8bd9-8da4476c81a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c HTTP/1.1" status: 200 len: 217 time: 0.0348234 Jul 18 14:15:03.510035 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-50e9ddac-7e07-4d7d-bbf2-1c2a7271d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.511438 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-50e9ddac-7e07-4d7d-bbf2-1c2a7271d557 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0429733 Jul 18 14:15:03.557120 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-541848eb-c499-4196-b763-60e82e82c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.558662 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-541848eb-c499-4196-b763-60e82e82c757 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405054 Jul 18 14:15:03.661569 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a318c-34e8-4210-99b1-098934015770 req-d9af1ad0-eefb-4f96-8ab8-d6352a62285e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.663034 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b4a318c-34e8-4210-99b1-098934015770 req-d9af1ad0-eefb-4f96-8ab8-d6352a62285e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.1032054 Jul 18 14:15:03.709560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fa5e-8328-4f37-af7a-7c1c0ac3e9c5 req-cdad56b6-d44d-475c-8858-f03b990a8690 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:03.710967 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50e3fa5e-8328-4f37-af7a-7c1c0ac3e9c5 req-cdad56b6-d44d-475c-8858-f03b990a8690 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.1111171 Jul 18 14:15:03.793073 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-0f1ddcf1-f4a2-4f58-b44c-030498b27197 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244792 Jul 18 14:15:03.793532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:03.805531 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b4a318c-34e8-4210-99b1-098934015770 req-55859159-fb2c-4685-a4fb-3a854925c744 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143575 Jul 18 14:15:03.820536 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50e3fa5e-8328-4f37-af7a-7c1c0ac3e9c5 req-76dc115f-b122-47e3-8134-9df7b1b70b72 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977235 Jul 18 14:15:03.898663 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ec2c37c-f5c0-41b2-9beb-0b05561df2e6 req-604736e9-6747-437f-9c6f-0bbdfa576b01 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921953 Jul 18 14:15:04.949002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a726d-73e1-4b98-9192-717b659ded2a req-ef55d4ec-fdb0-43b6-b6c6-9128c8c47184 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:04.950478 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e5a726d-73e1-4b98-9192-717b659ded2a req-ef55d4ec-fdb0-43b6-b6c6-9128c8c47184 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0777099 Jul 18 14:15:04.970350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645c93-36bd-464e-95d1-a0378061f78c req-a6cf559c-9540-4bf3-b1f8-3536db1235c6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:04.971728 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f645c93-36bd-464e-95d1-a0378061f78c req-a6cf559c-9540-4bf3-b1f8-3536db1235c6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0659304 Jul 18 14:15:05.037017 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e5a726d-73e1-4b98-9192-717b659ded2a req-9998a45c-3c07-4e17-994d-850477ea019a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802541 Jul 18 14:15:05.043449 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f645c93-36bd-464e-95d1-a0378061f78c req-a485d117-17df-44be-8036-46c11b0b9bad tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644944 Jul 18 14:15:06.229233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212f9d8-7418-4e9f-835b-3a3ac36bf9d1 req-b30af46b-2ee7-4ba0-adb7-61a16d5c2f95 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:06.230629 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9212f9d8-7418-4e9f-835b-3a3ac36bf9d1 req-b30af46b-2ee7-4ba0-adb7-61a16d5c2f95 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.1248481 Jul 18 14:15:06.238720 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077eb38-3e31-4ea6-8d86-a0c3cad7f440 req-911ac569-ccce-47ac-bfbd-53786fc0e92a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:06.240120 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4077eb38-3e31-4ea6-8d86-a0c3cad7f440 req-911ac569-ccce-47ac-bfbd-53786fc0e92a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.1243646 Jul 18 14:15:06.254207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182d6b-ef2b-48db-ade1-9cca648073d8 req-0e82238b-0980-4c82-b4f2-b2da6d821c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:06.255663 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9c182d6b-ef2b-48db-ade1-9cca648073d8 req-0e82238b-0980-4c82-b4f2-b2da6d821c7f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.1034858 Jul 18 14:15:06.279010 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:06.355287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4077eb38-3e31-4ea6-8d86-a0c3cad7f440 req-5e88cef9-c2f1-4d7b-b571-e597798ce6c0 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040323 Jul 18 14:15:06.359087 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9212f9d8-7418-4e9f-835b-3a3ac36bf9d1 req-cadba96f-9cca-4b35-aff3-bef12898206e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181107 Jul 18 14:15:06.361403 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9c182d6b-ef2b-48db-ade1-9cca648073d8 req-39c2bcf3-a050-4e1d-8baf-ae5f4ae3a712 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935457 Jul 18 14:15:07.501478 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e4741-4ed6-4570-a62c-f32705e9f1fc req-bdc6030d-a01a-4d1c-870b-6f7b9ba3413f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:07.502952 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f1e4741-4ed6-4570-a62c-f32705e9f1fc req-bdc6030d-a01a-4d1c-870b-6f7b9ba3413f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0789096 Jul 18 14:15:07.511369 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83987c23-0e24-4a2e-88fb-b45599464ca4 req-d544cd6a-ad29-4bb1-af93-ba1cdce13441 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:07.512770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83987c23-0e24-4a2e-88fb-b45599464ca4 req-d544cd6a-ad29-4bb1-af93-ba1cdce13441 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0875256 Jul 18 14:15:07.586755 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f1e4741-4ed6-4570-a62c-f32705e9f1fc req-0818ac27-438d-455c-901c-8ddbb2a376e8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730340 Jul 18 14:15:07.590329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83987c23-0e24-4a2e-88fb-b45599464ca4 req-2ead0dbd-0a10-480b-8afb-b2daaf66aadd tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700786 Jul 18 14:15:08.554066 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-50c43d8c-624b-45b7-b877-8166e1ff4011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:08.738885 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295887-b4ef-4461-8e77-dc18e84c9f2f req-550498d4-5bed-417a-8725-174ab2848443 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:08.740278 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90295887-b4ef-4461-8e77-dc18e84c9f2f req-550498d4-5bed-417a-8725-174ab2848443 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0800138 Jul 18 14:15:08.746322 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694dbcd-8475-4e2c-828e-8a4ed07b34fb req-7e2b27e3-8b2c-4f56-858c-1ddcc70ce04c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:08.748222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b694dbcd-8475-4e2c-828e-8a4ed07b34fb req-7e2b27e3-8b2c-4f56-858c-1ddcc70ce04c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0856247 Jul 18 14:15:08.823355 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90295887-b4ef-4461-8e77-dc18e84c9f2f req-bc5ef36f-3462-439e-addb-3c101886bc29 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741920 Jul 18 14:15:08.826672 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b694dbcd-8475-4e2c-828e-8a4ed07b34fb req-b38e85da-538a-45d4-b823-2ce2ebe7302e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717528 Jul 18 14:15:09.169019 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35430e-2ad4-4a80-9b6a-4f1e4a95f7c7 req-88a51fb0-6999-4a92-82bd-e26d9d231a46 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:09.171860 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ad35430e-2ad4-4a80-9b6a-4f1e4a95f7c7 req-88a51fb0-6999-4a92-82bd-e26d9d231a46 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Jul 18 14:15:09.220970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ad35430e-2ad4-4a80-9b6a-4f1e4a95f7c7 req-8f83ad2b-984b-4a40-9ced-3947f16cf2bc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Jul 18 14:15:09.923286 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:09.942432 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95705e9-70e0-43a3-88c1-1f4ab7c2d2dc req-496ad068-7086-48d6-94e3-5ae9effd6f8a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:09.943929 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f95705e9-70e0-43a3-88c1-1f4ab7c2d2dc req-496ad068-7086-48d6-94e3-5ae9effd6f8a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0485561 Jul 18 14:15:09.991968 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f95705e9-70e0-43a3-88c1-1f4ab7c2d2dc req-76894d67-ee53-483e-9bea-81df50e58b94 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Jul 18 14:15:10.276709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-16d5bc21-2afa-4a10-9369-3e3fa4fd8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:10.278212 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-16d5bc21-2afa-4a10-9369-3e3fa4fd8642 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0411084 Jul 18 14:15:10.388726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b2f1-852c-4bc9-8710-158be1ca574a req-3080e234-c1c6-41de-b797-d62d44eed7a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:10.390106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3673b2f1-852c-4bc9-8710-158be1ca574a req-3080e234-c1c6-41de-b797-d62d44eed7a4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0961401 Jul 18 14:15:10.431901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-fa300138-6ba3-4752-9dc7-ce0780eb9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:10.433338 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-fa300138-6ba3-4752-9dc7-ce0780eb9f8d service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1468823 Jul 18 14:15:10.489380 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:10.494651 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3673b2f1-852c-4bc9-8710-158be1ca574a req-df8ac65c-c59e-41da-b4a1-00e015f07bce tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985045 Jul 18 14:15:10.512842 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-e8083ca8-2a4d-43a3-ba83-10387fc38e23 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 1001 time: 0.0686815 Jul 18 14:15:10.563258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-6fd01269-1b19-427c-9309-73d8c9e15806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:10.564923 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-6fd01269-1b19-427c-9309-73d8c9e15806 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0450079 Jul 18 14:15:10.607485 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-72d927ec-4ca3-4484-b3c0-0248c594aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:10.609005 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-72d927ec-4ca3-4484-b3c0-0248c594aa0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381467 Jul 18 14:15:10.702468 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-74a1125a-d890-43f2-a40f-216f365fa1fa service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Jul 18 14:15:10.710496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cca66d4b-334c-4749-809e-f5535ad4374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:10.792127 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a563ecc8-9ef8-46a6-803b-75fade0dd2eb req-49519c5a-03d4-4c3d-b73b-76dff42008a4 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Jul 18 14:15:11.118696 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884804a-7ece-4c9f-8427-3a112160f061 req-12c536ca-8846-4fb0-abc9-baa782042c18 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:11.120181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5884804a-7ece-4c9f-8427-3a112160f061 req-12c536ca-8846-4fb0-abc9-baa782042c18 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Jul 18 14:15:11.168857 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5884804a-7ece-4c9f-8427-3a112160f061 req-4e3eff33-a911-4efa-98e2-329309b3d059 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Jul 18 14:15:11.604931 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a27c2b-f844-475b-a1fb-2b7d2cbd8edb req-5ca2a270-b3a1-45e1-9436-ee2ad9b4d2dd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:11.606379 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50a27c2b-f844-475b-a1fb-2b7d2cbd8edb req-5ca2a270-b3a1-45e1-9436-ee2ad9b4d2dd tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0464737 Jul 18 14:15:11.652017 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-50a27c2b-f844-475b-a1fb-2b7d2cbd8edb req-04b22b25-0fa5-442e-8daa-d260733b5836 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Jul 18 14:15:11.958239 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:12.279157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075040a1-0aef-4d42-9e1f-33cc24af39f0 req-a09b8286-bfc1-44be-8246-457030ab1c18 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:12.280632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-075040a1-0aef-4d42-9e1f-33cc24af39f0 req-a09b8286-bfc1-44be-8246-457030ab1c18 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 943 time: 0.0464797 Jul 18 14:15:12.331733 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-075040a1-0aef-4d42-9e1f-33cc24af39f0 req-93675fca-6f32-4996-aba1-1cbdbad5a7d8 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457492 Jul 18 14:15:12.338528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:15:12.438021 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:12.448604 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'port_id': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'mac_address': 'fa:16:3e:2f:88:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:15:12.482710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:15:12.483025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:12.495403 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:15:12.514257 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:12.518015 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:12.565895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:12.572816 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.573166 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.573529 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.573888 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.574227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.574560 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.574886 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.575213 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.576096 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.576423 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.576747 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.577069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.577389 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.577713 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.578028 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:12.764301 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b22ae-904f-4403-a0f0-9612da2af856 req-9706a6f9-b19d-476c-ac2a-eb578ec45eb6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:12.765684 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-382b22ae-904f-4403-a0f0-9612da2af856 req-9706a6f9-b19d-476c-ac2a-eb578ec45eb6 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0470419 Jul 18 14:15:12.795355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:12.812302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-382b22ae-904f-4403-a0f0-9612da2af856 req-d0d8b3ef-81c9-4ca7-994e-f6651e6fd79e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411873 Jul 18 14:15:13.128108 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:15:13.234366 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:13.443966 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b39c1-18d3-46b1-a633-22995ba5dd7b req-af1b87c0-c341-4ff3-822f-e81dc32681ea tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:13.445521 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f7b39c1-18d3-46b1-a633-22995ba5dd7b req-af1b87c0-c341-4ff3-822f-e81dc32681ea tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 944 time: 0.0476127 Jul 18 14:15:13.493329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f7b39c1-18d3-46b1-a633-22995ba5dd7b req-0f8266b6-e456-4e41-8d1a-7c0b6649c88e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Jul 18 14:15:13.565313 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:13.929174 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ab8c-4d35-4181-881f-2230dda66b29 req-ac6ae329-6a36-45d3-bbe6-f38013a4b74f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:13.930658 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f037ab8c-4d35-4181-881f-2230dda66b29 req-ac6ae329-6a36-45d3-bbe6-f38013a4b74f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0508988 Jul 18 14:15:13.976735 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f037ab8c-4d35-4181-881f-2230dda66b29 req-af144ccc-4c27-4157-9818-56cb79744af4 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406265 Jul 18 14:15:14.085053 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce398f27-5c6f-4b1d-b5f7-1c7a24b942d6 req-df17f04d-7d74-4af6-b812-43f1feaa5b8c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:14.086551 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ce398f27-5c6f-4b1d-b5f7-1c7a24b942d6 req-df17f04d-7d74-4af6-b812-43f1feaa5b8c tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0479002 Jul 18 14:15:14.095577 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39178) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:14.099744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Request body: {'floatingip': {'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:14.152984 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.268599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:14.477402 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:15:14.500669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:14.553001 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:15:14.560236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:15:14.560692 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.605170 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:14.620373 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.626451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.639701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:15:14.640122 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.664483 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:14.666764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4edad8-ff4e-4fa0-89ad-136ee454b692" -d '{"events": [{"server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:14.680506 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:14.685775 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:14.742903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:14.775100 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a30a476-7704-4999-890f-b8d2b15fa989 x-openstack-request-id: req-4a30a476-7704-4999-890f-b8d2b15fa989 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:14.775517 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:14.775836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4a30a476-7704-4999-890f-b8d2b15fa989 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:14.776333 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a30a476-7704-4999-890f-b8d2b15fa989'] response: {'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'code': 200} Jul 18 14:15:14.892507 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b97b59-9910-49b5-a7b5-4437144b7757 req-0b4fa9e8-fd2f-4b8c-b085-e6516237687e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:14.893944 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-26b97b59-9910-49b5-a7b5-4437144b7757 req-0b4fa9e8-fd2f-4b8c-b085-e6516237687e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 944 time: 0.3137741 Jul 18 14:15:14.991461 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-26b97b59-9910-49b5-a7b5-4437144b7757 req-0a88686f-5dda-45d8-8a16-9567dbf35791 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914466 Jul 18 14:15:15.057622 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:15.104800 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7682d-14e7-4754-b42f-cdf8815ead3d req-30f48f36-7e60-4f42-9d97-f1a2e2865dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:15.106267 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d3f7682d-14e7-4754-b42f-cdf8815ead3d req-30f48f36-7e60-4f42-9d97-f1a2e2865dd5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 1129 time: 0.0770109 Jul 18 14:15:15.151180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:15:15.171898 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d3f7682d-14e7-4754-b42f-cdf8815ead3d req-277928bb-9ea3-44c3-ab6b-191051f31057 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585570 Jul 18 14:15:15.267573 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:15:15.272450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:15.277717 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:15:15.289178 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:15.289785 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:15.303605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:15.305874 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3afde-6018-4b20-ac20-d656d7ab20ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:15.333560 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-48adcf33-333a-4bb3-a000-d64347dc9e36 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "PUT /v2.0/floatingips/58d40bf6-eee9-4839-9b57-5eb7c47bab85 HTTP/1.1" status: 200 len: 993 time: 1.2369633 Jul 18 14:15:15.358199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da3d119-50c5-4046-a6e6-a040ebb26337 x-openstack-request-id: req-3da3d119-50c5-4046-a6e6-a040ebb26337 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:15.358493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:15.358751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3da3d119-50c5-4046-a6e6-a040ebb26337 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:15.359155 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da3d119-50c5-4046-a6e6-a040ebb26337'] response: {'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'status': 'completed', 'code': 200} Jul 18 14:15:15.401664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:15.609019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:15:14Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:15.634319 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:15:15.643818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:15.644450 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:15.666897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-e99c5139-04c9-4694-a8a3-0c38a8bcfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:15.668445 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-e99c5139-04c9-4694-a8a3-0c38a8bcfd0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0554841 Jul 18 14:15:15.747146 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:15.896883 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:15.954644 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:15:14Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:15.980144 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20f4a-f582-4b84-a5dd-2a80f1c2d8c5 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '58d40bf6-eee9-4839-9b57-5eb7c47bab85', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'port_id': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'mac_address': 'fa:16:3e:3e:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:11:15Z', 'updated_at': '2022-07-18T14:15:14Z', 'revision_number': 3, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:15:16.095260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:16.110283 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a7ba-053b-4723-bf25-fc3d4e4e0ef7 req-cae6974c-166c-4f87-8877-804aaecefe61 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:16.111805 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c85a7ba-053b-4723-bf25-fc3d4e4e0ef7 req-cae6974c-166c-4f87-8877-804aaecefe61 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0511718 Jul 18 14:15:16.162648 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c85a7ba-053b-4723-bf25-fc3d4e4e0ef7 req-2feb23a9-0261-4c91-bae8-980e2698e68f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450132 Jul 18 14:15:16.316506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-8dd2244d-28a8-42a3-9af6-cee71b574ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:16.317963 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-8dd2244d-28a8-42a3-9af6-cee71b574ccc service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.0896399 Jul 18 14:15:16.378166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-e00fb8e7-1424-4f1f-8a13-36b6c75f183e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 1001 time: 0.0538213 Jul 18 14:15:16.428572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-25874a3d-ee3c-428f-9ccc-71866359e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:16.429889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-25874a3d-ee3c-428f-9ccc-71866359e85c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0429873 Jul 18 14:15:16.490966 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-bc30f04c-2fa2-489a-9ad0-bf8e88b9f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:16.492422 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-bc30f04c-2fa2-489a-9ad0-bf8e88b9f85a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370746 Jul 18 14:15:16.584330 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-9d8d8ffb-47bb-4717-92f6-e9c288a6208e service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Jul 18 14:15:16.775361 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ef3afde-6018-4b20-ac20-d656d7ab20ed req-d271eddc-d261-4b3b-855f-be54a10d697d service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906978 Jul 18 14:15:17.277614 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e859-1ced-4695-9b3c-fdc7842209aa req-6e5a184b-1ebd-4b3d-94c9-bad89930aa27 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.279600 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ab7e859-1ced-4695-9b3c-fdc7842209aa req-6e5a184b-1ebd-4b3d-94c9-bad89930aa27 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0463943 Jul 18 14:15:17.327289 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ab7e859-1ced-4695-9b3c-fdc7842209aa req-d8562139-881c-4e01-a59a-a714df4f6853 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Jul 18 14:15:17.360163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:17.362438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280671b-0d7c-478a-bdac-2da0f7aa8215" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:17.402299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adfad4b-544e-41ee-8314-882733a8c85e x-openstack-request-id: req-8adfad4b-544e-41ee-8314-882733a8c85e {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:17.402582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:17.402831 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8adfad4b-544e-41ee-8314-882733a8c85e {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:17.403877 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adfad4b-544e-41ee-8314-882733a8c85e'] response: {'name': 'network-changed', 'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'status': 'completed', 'code': 200} Jul 18 14:15:17.404217 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:17.442324 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc524c1-a591-4f00-b00f-4c7cb8fc4c78 req-d2b0f04a-7e67-441d-ac09-d4c19b32afca tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.443737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fc524c1-a591-4f00-b00f-4c7cb8fc4c78 req-d2b0f04a-7e67-441d-ac09-d4c19b32afca tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0511100 Jul 18 14:15:17.500988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-028a411d-70b0-45e4-983e-6fef4be2fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.502454 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-028a411d-70b0-45e4-983e-6fef4be2fb13 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 1130 time: 0.0568750 Jul 18 14:15:17.551183 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8fc524c1-a591-4f00-b00f-4c7cb8fc4c78 req-0471d75b-0c88-4767-95e3-ff1e65941b80 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974374 Jul 18 14:15:17.573182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39200) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:17.611078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-04a7f54e-75e2-4691-85ef-04e1c1f77195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.612689 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-04a7f54e-75e2-4691-85ef-04e1c1f77195 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1026018 Jul 18 14:15:17.657814 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c959a-9b8b-4580-be49-8118ce1ccd01 tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.659354 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6d4c959a-9b8b-4580-be49-8118ce1ccd01 tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 1124 time: 0.0851836 Jul 18 14:15:17.662146 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39204) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:17.666335 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'port_id': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:17.678691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-aa8096e6-9966-4b80-bee3-063f612554f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 200 len: 1001 time: 0.0602782 Jul 18 14:15:17.687536 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:17.727302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-3a0360dc-d34a-4ef0-abb1-04cfa461598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.728715 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-3a0360dc-d34a-4ef0-abb1-04cfa461598f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0447998 Jul 18 14:15:17.770177 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:17.772704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-6861110d-54ac-44ca-a86f-dc8c4a0ec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:17.774195 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-6861110d-54ac-44ca-a86f-dc8c4a0ec960 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392735 Jul 18 14:15:17.839580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:17.865734 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-836eadcf-3968-487c-ac39-f84509cf8b7a service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858448 Jul 18 14:15:17.876816 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.27.1.224 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/2a9ce3d2-6556-45db-8361-2957b5c013b4) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:15:17.962309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c280671b-0d7c-478a-bdac-2da0f7aa8215 req-471bc0d9-42e3-4d00-a2df-4047c350fd5b service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891933 Jul 18 14:15:17.983423 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.016962 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.053389 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:15:18.060728 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:15:18.064686 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:15:18.067607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=2a9ce3d2-6556-45db-8361-2957b5c013b4,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:18.094453 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.094717 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.095063 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.095409 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.095756 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.096116 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.096451 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.096782 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.097114 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.097456 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.097775 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.098105 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.098449 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.098756 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.099083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:15:18.269512 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:18.270195 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:18.396494 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:18.422937 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:18.424348 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (94afcb3d-b058-4643-897d-a43128773255), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.490448 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.603678 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:15:18.633913 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.639128 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.708162 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=2a9ce3d2-6556-45db-8361-2957b5c013b4,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:18.718142 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (94afcb3d-b058-4643-897d-a43128773255), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:18.812097 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP 94afcb3d-b058-4643-897d-a43128773255 associated. External IP: 172.27.1.224, port: aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c. Jul 18 14:15:19.002194 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:15:19.103639 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:15:19.112877 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:15:19.120843 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:19.123166 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:19.123773 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:19.154532 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b84dd71d-779d-4d2a-909e-1cdea9d8ebce tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4913728 Jul 18 14:15:19.155183 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:19.157963 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f48a003-0033-4e49-ae64-8e5f1f7695f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:19.226981 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:19.250025 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb09d07c-6838-45c9-837d-5cd2b9dd190e x-openstack-request-id: req-fb09d07c-6838-45c9-837d-5cd2b9dd190e {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:19.250321 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:19.250572 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fb09d07c-6838-45c9-837d-5cd2b9dd190e {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:19.250973 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb09d07c-6838-45c9-837d-5cd2b9dd190e'] response: {'name': 'network-changed', 'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'status': 'completed', 'code': 200} Jul 18 14:15:19.342190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-0869fcb4-152a-4010-ad36-0a20c7780696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:19.343675 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-0869fcb4-152a-4010-ad36-0a20c7780696 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 1129 time: 0.0443492 Jul 18 14:15:19.435410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-367bb5bf-184a-4a23-8ac1-3a9f526b8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:19.437412 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-367bb5bf-184a-4a23-8ac1-3a9f526b8a20 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0869558 Jul 18 14:15:19.439046 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '94afcb3d-b058-4643-897d-a43128773255', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:2f:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:18Z', 'updated_at': '2022-07-18T14:15:18Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:19.463413 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:15:19.471665 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:19.472288 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:19.502661 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-554c4643-fc89-4f42-9732-8839e0e85539 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c HTTP/1.1" status: 200 len: 999 time: 0.0591495 Jul 18 14:15:19.552047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-8bb99317-c006-4e7f-b06d-11a3616b180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:19.553582 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-8bb99317-c006-4e7f-b06d-11a3616b180d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0449746 Jul 18 14:15:19.599241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-b2304cec-c15e-49d3-be7b-ee87bf5230a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:19.600818 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-b2304cec-c15e-49d3-be7b-ee87bf5230a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417144 Jul 18 14:15:19.656194 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:19.695585 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-d66c0b18-8820-4b8a-a1b8-d5f98ec453d4 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875971 Jul 18 14:15:19.758002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:19.787868 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1f48a003-0033-4e49-ae64-8e5f1f7695f8 req-bde64a5a-3e70-45ae-a4a6-2247c66172fb service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859346 Jul 18 14:15:19.861384 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '94afcb3d-b058-4643-897d-a43128773255', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:2f:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:18Z', 'updated_at': '2022-07-18T14:15:18Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:19.889282 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c1838-6ec8-49f5-a541-f678bfc60c39 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '94afcb3d-b058-4643-897d-a43128773255', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:2f:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:18Z', 'updated_at': '2022-07-18T14:15:18Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:15:20.071363 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6501f8f-133d-4100-927d-b6a0e4ffe446 None None] New status for floating IP 94afcb3d-b058-4643-897d-a43128773255: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:15:27.205062 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b72ae-f890-4da4-9f44-b4b45b39b262 req-d047ef5b-1a59-443e-ba74-9a5081c7a853 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:27.206451 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f35b72ae-f890-4da4-9f44-b4b45b39b262 req-d047ef5b-1a59-443e-ba74-9a5081c7a853 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Jul 18 14:15:27.254146 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f35b72ae-f890-4da4-9f44-b4b45b39b262 req-acefefdd-7e80-41a6-916d-1fe10fd5bd7e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Jul 18 14:15:28.369947 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e15a64-d1ba-4fc0-82b5-e0b9f88be9f0 req-4b1fb1c2-445d-468d-a72d-a19e7f1dcf0a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:28.371391 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e2e15a64-d1ba-4fc0-82b5-e0b9f88be9f0 req-4b1fb1c2-445d-468d-a72d-a19e7f1dcf0a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0470157 Jul 18 14:15:28.416675 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e2e15a64-d1ba-4fc0-82b5-e0b9f88be9f0 req-18aafb05-a79a-4880-a993-be2a648e5d87 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Jul 18 14:15:29.145787 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:29.147742 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:29.528953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064a8ee-19cd-44f9-b17c-48d4ec5e2264 req-cabb0b64-06d5-45cc-89b9-988e31703228 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:29.530320 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6064a8ee-19cd-44f9-b17c-48d4ec5e2264 req-cabb0b64-06d5-45cc-89b9-988e31703228 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0464818 Jul 18 14:15:29.580158 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6064a8ee-19cd-44f9-b17c-48d4ec5e2264 req-0b8df5ad-aa13-4737-8877-3408a8065401 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Jul 18 14:15:29.863663 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=69 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:29.864371 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=81 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:30.168554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:30.171720 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:30.693092 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a793d3-e883-4221-8ee0-a70349698399 req-b63d86cb-0406-4647-8ccc-f42c8e9942ef tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:30.694532 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0a793d3-e883-4221-8ee0-a70349698399 req-b63d86cb-0406-4647-8ccc-f42c8e9942ef tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0465119 Jul 18 14:15:30.740062 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0a793d3-e883-4221-8ee0-a70349698399 req-c9b0cc8f-0b2d-4eb9-bf71-f99e3832f512 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Jul 18 14:15:31.852258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7988d8-e22c-4d4f-b3bb-740bf423ff3a req-86980e1f-729c-4b37-804c-27d3b0810263 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:31.853708 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7e7988d8-e22c-4d4f-b3bb-740bf423ff3a req-86980e1f-729c-4b37-804c-27d3b0810263 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0469997 Jul 18 14:15:31.883818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:31.900961 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7e7988d8-e22c-4d4f-b3bb-740bf423ff3a req-7a7f1846-e5ba-402d-9364-493764160fc9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Jul 18 14:15:31.918709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:32.790434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf68d2-5a1f-4094-982d-8a4914d7b60f req-f3c09974-85ba-40af-9c0f-fa580725f901 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:32.791926 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8cf68d2-5a1f-4094-982d-8a4914d7b60f req-f3c09974-85ba-40af-9c0f-fa580725f901 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0512524 Jul 18 14:15:32.839156 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8cf68d2-5a1f-4094-982d-8a4914d7b60f req-2e63a0e0-a108-4281-87b8-6bc90b6c894a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Jul 18 14:15:33.017391 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee2fa1-f806-4893-95cc-a62d05d333ed req-2419c3ef-ec9d-46ab-91d8-c1de091bba0d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:33.018770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4aee2fa1-f806-4893-95cc-a62d05d333ed req-2419c3ef-ec9d-46ab-91d8-c1de091bba0d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0462728 Jul 18 14:15:33.066271 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4aee2fa1-f806-4893-95cc-a62d05d333ed req-4bbd2d45-72c1-4d99-86f4-9828cb38b520 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Jul 18 14:15:33.954940 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06ae0-b4c3-4a49-91c2-5f2772fcc555 req-8cad85c3-b0c6-4b10-86c8-89e44db24ee6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:33.956422 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0b06ae0-b4c3-4a49-91c2-5f2772fcc555 req-8cad85c3-b0c6-4b10-86c8-89e44db24ee6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0469472 Jul 18 14:15:34.005771 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0b06ae0-b4c3-4a49-91c2-5f2772fcc555 req-9d0a9672-22e7-49ac-bf74-965c7b17e1d0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439081 Jul 18 14:15:34.176468 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c749-9b79-44c4-8da5-59eca50bb448 req-37b963dc-e79c-45b6-b676-da491cfb61a2 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:34.177925 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc12c749-9b79-44c4-8da5-59eca50bb448 req-37b963dc-e79c-45b6-b676-da491cfb61a2 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0462129 Jul 18 14:15:34.223685 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc12c749-9b79-44c4-8da5-59eca50bb448 req-cf275420-7b99-42fa-98ef-971a3589f805 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Jul 18 14:15:34.868389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-d945deab-b151-4d58-8506-442cfc4ddcd2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:34.869815 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-d945deab-b151-4d58-8506-442cfc4ddcd2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Jul 18 14:15:34.959125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:15:34.959459 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:35.012029 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:35.047424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] For port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:35.047787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:35.192421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ff3b-a7c9-436e-9360-fa72b98c4bbc req-80405501-bcee-4b4b-a53d-63da3f729eb1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:35.193860 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2539ff3b-a7c9-436e-9360-fa72b98c4bbc req-80405501-bcee-4b4b-a53d-63da3f729eb1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 945 time: 0.1117494 Jul 18 14:15:35.564601 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2539ff3b-a7c9-436e-9360-fa72b98c4bbc req-10b971d5-9699-4f1b-94db-ed882ef33f2e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456202 Jul 18 14:15:35.588612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cb5d1-b627-41be-86f8-20b96c01482b req-e826ea5e-9abe-481b-9264-2badc19a01b0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:35.590053 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-088cb5d1-b627-41be-86f8-20b96c01482b req-e826ea5e-9abe-481b-9264-2badc19a01b0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0817318 Jul 18 14:15:35.592519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:35.592872 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:35.593182 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 4806b584-d417-4361-b8f1-da5f6b48b474 disassociated. External IP: 172.27.1.169, port: f65ef25d-1a47-4cd7-aec4-f7eb864fc86f. Jul 18 14:15:35.593521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for f65ef25d-1a47-4cd7-aec4-f7eb864fc86f owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:15:35.677018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:35.693488 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-088cb5d1-b627-41be-86f8-20b96c01482b req-5867b063-46c2-4215-ad35-1b54d8f7bfcb tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954676 Jul 18 14:15:35.762557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (f65ef25d-1a47-4cd7-aec4-f7eb864fc86f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:35.791015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=f65ef25d-1a47-4cd7-aec4-f7eb864fc86f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:35.902157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:15:36.013229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:15:36.023265 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:15:36.033476 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:36.034164 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:36.056459 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] No DVR routers for this DVR port f65ef25d-1a47-4cd7-aec4-f7eb864fc86f on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:15:36.059053 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:36.062946 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-004b86ef-3fec-4331-a834-d4d33fe67d10 req-13815b23-6b3f-4148-9495-9bd6bc267931 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "DELETE /v2.0/ports/f65ef25d-1a47-4cd7-aec4-f7eb864fc86f HTTP/1.1" status: 204 len: 173 time: 1.1873612 Jul 18 14:15:36.063383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'name': 'network-vif-deleted', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:36.065718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81324d29-b086-403a-9c0f-c861909e1b02" -d '{"events": [{"server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "name": "network-vif-deleted", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:36.105140 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a56e09-72ce-4f87-acc2-461d953ea458 x-openstack-request-id: req-e1a56e09-72ce-4f87-acc2-461d953ea458 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:36.105431 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f06f6-c59c-437e-864e-40716395ea05", "name": "network-vif-deleted", "tag": "f65ef25d-1a47-4cd7-aec4-f7eb864fc86f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:36.105688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e1a56e09-72ce-4f87-acc2-461d953ea458 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:36.106102 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a56e09-72ce-4f87-acc2-461d953ea458'] response: {'server_uuid': '639f06f6-c59c-437e-864e-40716395ea05', 'name': 'network-vif-deleted', 'tag': 'f65ef25d-1a47-4cd7-aec4-f7eb864fc86f', 'status': 'completed', 'code': 200} Jul 18 14:15:36.145068 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:36.353886 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:36.382584 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:15:36.391256 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:36.391885 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:36.495190 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:36.678714 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c671cf1-35f9-4690-9506-c244741bf43c req-54e7578f-6230-4162-a6b1-eece386b911b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=639f06f6-c59c-437e-864e-40716395ea05 HTTP/1.1" status: 200 len: 210 time: 0.0335691 Jul 18 14:15:36.712787 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:36.738253 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1015999-fa6c-4d6d-9dd2-890c14a27634 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '88bc39d9-8158-4c38-89c0-97a5d0276bf3', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:80:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:08:40Z', 'updated_at': '2022-07-18T14:09:31Z', 'revision_number': 2, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:15:36.813936 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cf432-ac5b-4a04-8de8-684a2bbe73b8 req-628bc284-3f1a-4327-b5c0-827f92b154b8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:36.815580 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec8cf432-ac5b-4a04-8de8-684a2bbe73b8 req-628bc284-3f1a-4327-b5c0-827f92b154b8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0498183 Jul 18 14:15:36.842123 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:36.873843 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec8cf432-ac5b-4a04-8de8-684a2bbe73b8 req-eb7e76e1-3cf0-4828-bddd-44fcf977a09a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Jul 18 14:15:37.015590 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e741ce-f356-48e8-999e-cbbae91f34f0 None None] New status for floating IP 4806b584-d417-4361-b8f1-da5f6b48b474: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:15:37.764017 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39278) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:37.820255 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (6d351eae-37e3-4a88-98c7-0ca1d6b73ab2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:37.844118 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (6d351eae-37e3-4a88-98c7-0ca1d6b73ab2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:37.891565 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6d351eae-37e3-4a88-98c7-0ca1d6b73ab2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:37.894125 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:37.895268 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/security-groups/6d351eae-37e3-4a88-98c7-0ca1d6b73ab2 HTTP/1.1" status: 204 len: 168 time: 0.1298440 Jul 18 14:15:37.898062 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39282) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:37.904494 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6e4aa-e7ed-45d9-888f-0da845769011 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d351eae-37e3-4a88-98c7-0ca1d6b73ab2,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:37.922968 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-f3f29ff3-cb25-4758-8da9-2fa1d4306285 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] show failed (client error): The resource could not be found. Jul 18 14:15:37.923989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f3f29ff3-cb25-4758-8da9-2fa1d4306285 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups/6d351eae-37e3-4a88-98c7-0ca1d6b73ab2 HTTP/1.1" status: 404 len: 347 time: 0.0244110 Jul 18 14:15:37.927477 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39284) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:38.067616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9669f9-836c-447a-8a25-bf99a2eca045 req-48d004e6-b009-4b40-a056-dd4055dcfc27 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:38.069158 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c9669f9-836c-447a-8a25-bf99a2eca045 req-48d004e6-b009-4b40-a056-dd4055dcfc27 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.1059809 Jul 18 14:15:38.090104 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 7825a0f5-5953-4f7c-9165-f5c87bb2323e {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:15:38.090447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.182287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c9669f9-836c-447a-8a25-bf99a2eca045 req-484eaea1-4768-4b62-ac0a-7a74a3e64260 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050155 Jul 18 14:15:38.200050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.200383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (7825a0f5-5953-4f7c-9165-f5c87bb2323e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.212211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 7825a0f5-5953-4f7c-9165-f5c87bb2323e owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:15:38.290016 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:38.352470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7825a0f5-5953-4f7c-9165-f5c87bb2323e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.374780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=7825a0f5-5953-4f7c-9165-f5c87bb2323e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:38.438879 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (4806b584-d417-4361-b8f1-da5f6b48b474), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.441504 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:38.442695 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c755142c-dd4c-435e-a9f9-957c8f5afcd8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/floatingips/4806b584-d417-4361-b8f1-da5f6b48b474 HTTP/1.1" status: 204 len: 168 time: 0.5140212 Jul 18 14:15:38.524839 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device f65ef25d-1a47-4cd7-aec4-f7eb864fc86f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:15:38.547616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: f65ef25d-1a47-4cd7-aec4-f7eb864fc86f {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:15:38.548056 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device f65ef25d-1a47-4cd7-aec4-f7eb864fc86f not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:15:38.562436 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4089a2cd-1a5f-4bbe-9652-c1b24e2e0714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:39.303200 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f505b-d2b5-4844-9140-16e4ec30c5d6 req-00622ce6-3a16-451d-9674-5b0fe6a046c0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:39.304720 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d31f505b-d2b5-4844-9140-16e4ec30c5d6 req-00622ce6-3a16-451d-9674-5b0fe6a046c0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Jul 18 14:15:39.351514 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d31f505b-d2b5-4844-9140-16e4ec30c5d6 req-65fe1984-37dc-4c0f-b8b0-3a50431aa54c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412896 Jul 18 14:15:40.464176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291a2a0-7fa8-4679-a5e2-3d44d3a96e7f req-6ed91ca7-df1a-456d-92eb-256e94550e2d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:40.465656 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d291a2a0-7fa8-4679-a5e2-3d44d3a96e7f req-6ed91ca7-df1a-456d-92eb-256e94550e2d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0473728 Jul 18 14:15:40.512078 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d291a2a0-7fa8-4679-a5e2-3d44d3a96e7f req-1c6e8a29-5da1-4896-8766-d4fdd7506b38 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Jul 18 14:15:40.712645 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-10cb4498-ea0c-4243-8d94-cd09ad50b24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:41.099274 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31211fb8-34f7-4e11-96b4-35f430e78b51 req-d2da002e-4f62-4194-87ea-5d3e020e5452 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:41.100782 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-31211fb8-34f7-4e11-96b4-35f430e78b51 req-d2da002e-4f62-4194-87ea-5d3e020e5452 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0524082 Jul 18 14:15:41.147795 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-31211fb8-34f7-4e11-96b4-35f430e78b51 req-1dfbe0d7-c1fc-4543-85cc-6814d44ce584 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Jul 18 14:15:41.197220 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d6b2-91ea-4254-b420-a1ccdceb1aea req-c9003f1e-d443-4f01-a3b0-ed62612e73bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:41.198674 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f44d6b2-91ea-4254-b420-a1ccdceb1aea req-c9003f1e-d443-4f01-a3b0-ed62612e73bc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0470405 Jul 18 14:15:41.249152 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7f44d6b2-91ea-4254-b420-a1ccdceb1aea req-1f0a9ab3-d102-42bc-b3b5-7f2d1953d196 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444155 Jul 18 14:15:41.622031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289fef5-a5ea-4a12-8ee4-c7bb02064561 req-2736f083-93c7-475d-9ff5-d08adcaf8322 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:41.624188 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1289fef5-a5ea-4a12-8ee4-c7bb02064561 req-2736f083-93c7-475d-9ff5-d08adcaf8322 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0466456 Jul 18 14:15:41.673322 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1289fef5-a5ea-4a12-8ee4-c7bb02064561 req-47c6672a-3eea-45cb-8280-8a9943dbcf31 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Jul 18 14:15:41.961469 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:42.250860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:42.262678 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de1d3d-8731-4b9e-a903-a603086153d8 req-628d1bfd-aa57-436d-b3f5-2135527cc24c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:42.264181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40de1d3d-8731-4b9e-a903-a603086153d8 req-628d1bfd-aa57-436d-b3f5-2135527cc24c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0489013 Jul 18 14:15:42.369275 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40de1d3d-8731-4b9e-a903-a603086153d8 req-6dc39c14-4189-4ea5-8487-549e5718f402 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=60744ab3-aacc-46c3-8c0e-836f9c872633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991807 Jul 18 14:15:42.385819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-d8c5a6d8-4eb6-4702-8b07-f80b1bd55538 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:42.387256 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-d8c5a6d8-4eb6-4702-8b07-f80b1bd55538 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 946 time: 0.0961342 Jul 18 14:15:42.397988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035753-1102-499b-a3da-831e46a2d23d req-0a5bee9d-2094-4a2f-ade5-031079cb0d04 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:42.399357 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c035753-1102-499b-a3da-831e46a2d23d req-0a5bee9d-2094-4a2f-ade5-031079cb0d04 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0734856 Jul 18 14:15:42.475433 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c035753-1102-499b-a3da-831e46a2d23d req-279ae1ba-b9d1-4f4f-98af-0c1a10746b6f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702283 Jul 18 14:15:42.522263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 78c5d199-882a-4557-82d5-faa7c5620eb9 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:15:42.522534 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:42.585203 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:42.615268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] For port 78c5d199-882a-4557-82d5-faa7c5620eb9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=78c5d199-882a-4557-82d5-faa7c5620eb9,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:42.615638 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:42.806511 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:42.807161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:42.807161 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 88bc39d9-8158-4c38-89c0-97a5d0276bf3 disassociated. External IP: 172.27.1.82, port: 78c5d199-882a-4557-82d5-faa7c5620eb9. Jul 18 14:15:42.807425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 78c5d199-882a-4557-82d5-faa7c5620eb9 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:15:42.815025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d520b8-45df-48c6-b9c9-b22b4ffea7cc req-a9470270-47fb-4316-a4d1-e2c5188539d9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:42.816519 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80d520b8-45df-48c6-b9c9-b22b4ffea7cc req-a9470270-47fb-4316-a4d1-e2c5188539d9 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Jul 18 14:15:42.911034 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80d520b8-45df-48c6-b9c9-b22b4ffea7cc req-aa40672e-e207-4ea5-bea3-5f8d7855796b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870275 Jul 18 14:15:42.979634 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (78c5d199-882a-4557-82d5-faa7c5620eb9), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:43.008473 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=78c5d199-882a-4557-82d5-faa7c5620eb9,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:43.094694 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:43.118731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:15:43.222174 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:43.222807 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:15:43.233647 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:15:43.243159 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:43.243762 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:43.269666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] No DVR routers for this DVR port 78c5d199-882a-4557-82d5-faa7c5620eb9 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:15:43.272252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:43.275449 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-afdc818e-74a8-46a2-b8c4-a9b7f295f736 req-75cb6cf8-1aa9-46b5-8194-698f4201e176 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "DELETE /v2.0/ports/78c5d199-882a-4557-82d5-faa7c5620eb9 HTTP/1.1" status: 204 len: 173 time: 0.8452690 Jul 18 14:15:43.275890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'name': 'network-vif-deleted', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:43.278144 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d9101d-27c4-4d37-bc64-8ab6bd2eb03e" -d '{"events": [{"server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "name": "network-vif-deleted", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:43.318639 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14902264-00c4-4d18-b922-f990224eb7e2 x-openstack-request-id: req-14902264-00c4-4d18-b922-f990224eb7e2 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:43.318945 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ef7fb3-7048-49b7-83f5-1342dcd057ef", "name": "network-vif-deleted", "tag": "78c5d199-882a-4557-82d5-faa7c5620eb9", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:43.319184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-14902264-00c4-4d18-b922-f990224eb7e2 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:43.319595 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14902264-00c4-4d18-b922-f990224eb7e2'] response: {'server_uuid': 'e8ef7fb3-7048-49b7-83f5-1342dcd057ef', 'name': 'network-vif-deleted', 'tag': '78c5d199-882a-4557-82d5-faa7c5620eb9', 'status': 'completed', 'code': 200} Jul 18 14:15:43.352847 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:43.496809 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1d2f8981-bb00-4418-ab98-65c81a2ed79c req-a6a8ac89-a644-447e-81e4-982fe35f6111 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e8ef7fb3-7048-49b7-83f5-1342dcd057ef HTTP/1.1" status: 200 len: 210 time: 0.0321381 Jul 18 14:15:43.498947 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:43.526694 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:43.571165 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:43.580556 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:43.621472 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:15:43.634600 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:15:43.635528 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:43.637364 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23f557-737b-40bf-a641-7e00aeaff209 req-3a8cfce0-e10e-463c-948c-a37693bbd714 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:43.640435 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e23f557-737b-40bf-a641-7e00aeaff209 req-3a8cfce0-e10e-463c-948c-a37693bbd714 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0785587 Jul 18 14:15:43.688897 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e23f557-737b-40bf-a641-7e00aeaff209 req-a4519e79-8d65-48fc-aa3c-13357047d3ec tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Jul 18 14:15:43.822671 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:15:44.010164 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:15:44.033389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7393ea3-a7f6-4ff8-8449-0fb3786d93e1 req-ccbecb19-08ee-4360-bb6e-1d7f93bb9541 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:44.034882 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a7393ea3-a7f6-4ff8-8449-0fb3786d93e1 req-ccbecb19-08ee-4360-bb6e-1d7f93bb9541 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Jul 18 14:15:44.038389 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308beac7-e0b9-4baf-a345-c13f0ec31fe5 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:15:44.084682 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:44.089606 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a7393ea3-a7f6-4ff8-8449-0fb3786d93e1 req-e706631b-06a0-4876-a60e-3d9715f19f4c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Jul 18 14:15:44.250973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989b289-d72a-4a34-82f9-3809eddd5b90 None None] New status for floating IP 88bc39d9-8158-4c38-89c0-97a5d0276bf3: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:15:44.584382 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39338) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:44.638371 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (60744ab3-aacc-46c3-8c0e-836f9c872633), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:44.660988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (60744ab3-aacc-46c3-8c0e-836f9c872633), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:44.707547 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (60744ab3-aacc-46c3-8c0e-836f9c872633), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:44.710050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:44.711205 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/security-groups/60744ab3-aacc-46c3-8c0e-836f9c872633 HTTP/1.1" status: 204 len: 168 time: 0.1258147 Jul 18 14:15:44.714269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39340) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:44.731162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e783d9-4094-4eb2-9497-6e43bf17bf55 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60744ab3-aacc-46c3-8c0e-836f9c872633,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:44.733888 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-163b034a-e884-4b81-9300-af83426cf542 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] show failed (client error): The resource could not be found. Jul 18 14:15:44.734892 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-163b034a-e884-4b81-9300-af83426cf542 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups/60744ab3-aacc-46c3-8c0e-836f9c872633 HTTP/1.1" status: 404 len: 347 time: 0.0196896 Jul 18 14:15:44.737861 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39344) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:44.875769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051a4a-9a98-43cf-a90b-3760ace7da78 req-52f5f88c-eb10-484b-bc60-c3c3011258db tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:44.877234 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-39051a4a-9a98-43cf-a90b-3760ace7da78 req-52f5f88c-eb10-484b-bc60-c3c3011258db tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.1013939 Jul 18 14:15:44.895273 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port fe285aeb-f622-4cb9-9e40-ef92dd84fe7c {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:15:44.895609 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:44.980809 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-39051a4a-9a98-43cf-a90b-3760ace7da78 req-03855137-7335-4d2e-82cc-01d3626908b1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978451 Jul 18 14:15:45.001841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.002170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.013854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for fe285aeb-f622-4cb9-9e40-ef92dd84fe7c owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:15:45.132091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:45.144363 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (fe285aeb-f622-4cb9-9e40-ef92dd84fe7c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.170809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=fe285aeb-f622-4cb9-9e40-ef92dd84fe7c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:45.255124 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97407-cf76-4a2e-a1fb-5efbfab4ea86 req-68862e51-dc94-4062-a4dd-d93482a32e36 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:45.256610 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6d97407-cf76-4a2e-a1fb-5efbfab4ea86 req-68862e51-dc94-4062-a4dd-d93482a32e36 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0896165 Jul 18 14:15:45.285206 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (88bc39d9-8158-4c38-89c0-97a5d0276bf3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.287656 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.288793 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a90afc7a-eb29-4cad-9165-d6583b2b0082 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/floatingips/88bc39d9-8158-4c38-89c0-97a5d0276bf3 HTTP/1.1" status: 204 len: 168 time: 0.5500424 Jul 18 14:15:45.320467 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6d97407-cf76-4a2e-a1fb-5efbfab4ea86 req-d1c7b460-cdae-4d45-b369-18c9e0d0382c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552106 Jul 18 14:15:45.365060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39350) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:45.369648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079985115', 'description': 'tempest-description--79535633'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:45.390339 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.425414 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:45.459433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (c78d50d8-1d87-4dba-9b5d-936592cb50a5), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.462907 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c78d50d8-1d87-4dba-9b5d-936592cb50a5), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.492523 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.493735 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1276512 Jul 18 14:15:45.495624 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3741b2c-35e2-40c5-9d94-a471b47df6cb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d50d8-1d87-4dba-9b5d-936592cb50a5,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:45.496708 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39352) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:45.502578 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': 'c78d50d8-1d87-4dba-9b5d-936592cb50a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:45.530033 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (cdef860c-bf02-49c9-ae99-734df4a7ef18), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.584040 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (cdef860c-bf02-49c9-ae99-734df4a7ef18), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.587143 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (cdef860c-bf02-49c9-ae99-734df4a7ef18), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.606784 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdef860c-bf02-49c9-ae99-734df4a7ef18,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:45.612275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.616695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39354) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:45.616822 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-aab1448d-ef2b-42b5-85d2-02baf0653e3e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178370 Jul 18 14:15:45.621877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': 'c78d50d8-1d87-4dba-9b5d-936592cb50a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:45.648925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (15db730d-de43-49e2-973f-c986dad4188f), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.707104 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (15db730d-de43-49e2-973f-c986dad4188f), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.710270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (15db730d-de43-49e2-973f-c986dad4188f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.727860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15db730d-de43-49e2-973f-c986dad4188f,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:45.735357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.736587 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8e1ac468-5281-4fde-b0d0-8d6376b119ee tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187069 Jul 18 14:15:45.739636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39356) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:45.743822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:45.765439 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.842426 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:45.949972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.27.1.51 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/99ff1ba2-d26e-40b9-aef4-a167645ccb06) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:15:46.057370 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.069742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:46.119236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0d8a-0ab9-4959-8e1c-00e10222a1ab req-970e2eb8-8400-441e-b0f7-0d65d0ed52ea tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:46.120724 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-32cd0d8a-0ab9-4959-8e1c-00e10222a1ab req-970e2eb8-8400-441e-b0f7-0d65d0ed52ea tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0709751 Jul 18 14:15:46.141434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.173079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:46.189882 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:15:46.205097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:15:46.213160 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:15:46.217255 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=99ff1ba2-d26e-40b9-aef4-a167645ccb06,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:46.240390 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-32cd0d8a-0ab9-4959-8e1c-00e10222a1ab req-40aa17c2-3026-4608-aeb0-917dd2a5cc18 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126628 Jul 18 14:15:46.304470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.339002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.472741 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96a7e-3089-4f2f-8a3b-5aca94de4789 req-802485b6-a67b-417c-b1aa-fdb279cfd152 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:46.474094 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13d96a7e-3089-4f2f-8a3b-5aca94de4789 req-802485b6-a67b-417c-b1aa-fdb279cfd152 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0825317 Jul 18 14:15:46.557824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13d96a7e-3089-4f2f-8a3b-5aca94de4789 req-e0f9e44f-5376-4280-b665-77acc8d0d250 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778615 Jul 18 14:15:46.558358 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 78c5d199-882a-4557-82d5-faa7c5620eb9 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:15:46.559745 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.565838 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.578412 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 78c5d199-882a-4557-82d5-faa7c5620eb9 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:15:46.578768 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 78c5d199-882a-4557-82d5-faa7c5620eb9 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:15:46.862502 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=99ff1ba2-d26e-40b9-aef4-a167645ccb06,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:46.873871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.888972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:46.890163 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5c4afd52-44c5-4544-a092-f358f3d2278e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1495860 Jul 18 14:15:47.086230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-29b9a325-14be-49a8-ad40-d75d79f59ce6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--2079985115&fields=id&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 267 time: 0.0441306 Jul 18 14:15:47.156276 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:47.193455 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-7e886a28-bd8f-43ba-9e59-54cbcaeea6eb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:47.194889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-7e886a28-bd8f-43ba-9e59-54cbcaeea6eb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.1021671 Jul 18 14:15:47.209772 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-ae5b868c-3d38-4699-86f4-9b2499664c33 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/quotas/26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Jul 18 14:15:47.257052 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-be34ab5c-11e8-4292-9b8e-665de76c6985 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424674 Jul 18 14:15:47.403897 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525349e-34e3-4f0e-a050-de54e6d62b1c req-b3eaf229-6138-45e4-9c82-c41273aef144 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:47.405381 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8525349e-34e3-4f0e-a050-de54e6d62b1c req-b3eaf229-6138-45e4-9c82-c41273aef144 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0962408 Jul 18 14:15:47.465013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-78f52ce8-2cdd-477e-9ff9-10f4ee911295 service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962056 Jul 18 14:15:47.486886 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8525349e-34e3-4f0e-a050-de54e6d62b1c req-02687134-e170-47f4-b627-2166872a681a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754762 Jul 18 14:15:47.507083 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:47.568159 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-cefb70bc-3e17-4d1c-95e1-123c1c3fe8e2 service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941470 Jul 18 14:15:47.678020 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800528f1-62f4-43b2-81d9-3ed4b92dbaff req-d9a6a64c-13bb-409b-885f-47a94a1b6351 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:47.679691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-800528f1-62f4-43b2-81d9-3ed4b92dbaff req-d9a6a64c-13bb-409b-885f-47a94a1b6351 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0503612 Jul 18 14:15:47.746749 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-17c8bd14-9f46-4556-a874-6d039579f556 req-e6fc7646-0614-437c-84cc-7d325763c90b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0382845 Jul 18 14:15:47.755121 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-800528f1-62f4-43b2-81d9-3ed4b92dbaff req-a95f529c-1773-431e-bf4b-ac345ec6a0d6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685687 Jul 18 14:15:47.966923 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb7bbe-b4ea-4f38-bfd7-32ab776e5b95 req-c7202eba-c154-4d42-90cd-a8311bc03cc6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:47.968690 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4bfb7bbe-b4ea-4f38-bfd7-32ab776e5b95 req-c7202eba-c154-4d42-90cd-a8311bc03cc6 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0572264 Jul 18 14:15:48.032131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-d68bf11f-3afe-4c8f-9393-f0823ab7b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.033653 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-d68bf11f-3afe-4c8f-9393-f0823ab7b98f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 1129 time: 0.0623789 Jul 18 14:15:48.075197 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4bfb7bbe-b4ea-4f38-bfd7-32ab776e5b95 req-0e99c6b4-3c0d-4c43-acc1-63e5cc9c1570 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954347 Jul 18 14:15:48.146660 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-d1b6ba4a-a7f2-4da1-b69b-6bc4987d8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.148178 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-d1b6ba4a-a7f2-4da1-b69b-6bc4987d8b4e service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.1065137 Jul 18 14:15:48.214662 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-4c7aa8ab-3b7e-4fbd-bcfc-af2165e63020 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 200 len: 999 time: 0.0600178 Jul 18 14:15:48.279764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-9022564d-f45b-4b92-91f4-0e5f205a4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.281315 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-9022564d-f45b-4b92-91f4-0e5f205a4d1e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0472383 Jul 18 14:15:48.330871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-c3a399c8-90ae-43a5-8151-3599349b1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.332423 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-c3a399c8-90ae-43a5-8151-3599349b1684 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438433 Jul 18 14:15:48.652051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f59e-ca68-4e4d-a3c1-ae15d699babb req-741d0cde-9b5d-4052-958c-c7c82b60236b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.653581 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3d5f59e-ca68-4e4d-a3c1-ae15d699babb req-741d0cde-9b5d-4052-958c-c7c82b60236b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0974047 Jul 18 14:15:48.657599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:48.749092 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-217cb78e-4700-431c-b97c-338e9e377b8e service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831598 Jul 18 14:15:48.773296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e3d5f59e-ca68-4e4d-a3c1-ae15d699babb req-63a467bc-df5c-45a2-af8f-12d4af9b8ca8 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126196 Jul 18 14:15:48.888224 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-beb1d985-eff3-40e8-a5b8-6d0bcdbca5d0 req-44997a0d-9663-4528-a675-7e6ca7a9f3b7 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0668519 Jul 18 14:15:48.926666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-a2ea7cd4-0ce2-470f-97f6-d4e749f24779 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:48.928117 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-a2ea7cd4-0ce2-470f-97f6-d4e749f24779 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.2212915 Jul 18 14:15:48.942561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5c2fcb4f-cc5e-46eb-80ec-146e52571cab req-92e1322d-bfff-4ae6-b3ca-1b48fb467bd9 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835890 Jul 18 14:15:49.064769 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-ceeebdaf-2abc-49a2-b9e1-fa71db6df224 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 380 time: 0.0523283 Jul 18 14:15:49.115864 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'port': {'device_id': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'admin_state_up': True, 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'security_groups': ['c78d50d8-1d87-4dba-9b5d-936592cb50a5']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:49.208949 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:49.231828 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6041a-c8b7-4812-9591-3e1f0efe93a0 req-27c5a9c2-bc01-45b7-8ccf-c7bf7f268dac tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:49.233320 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6d6041a-c8b7-4812-9591-3e1f0efe93a0 req-27c5a9c2-bc01-45b7-8ccf-c7bf7f268dac tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0882645 Jul 18 14:15:49.301966 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6d6041a-c8b7-4812-9591-3e1f0efe93a0 req-1e9693d0-5363-418f-9ac8-e293883de218 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617697 Jul 18 14:15:49.302978 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:15:49.306190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:49.432239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.20.0.9 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/0773cf1a-b729-42e7-9cdd-9186f8cda631) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:15:49.571970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:49.575769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:49.605196 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:49.645014 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:15:49.648040 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:15:49.654796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:15:49.680051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:49.708845 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:49.709487 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:49.726860 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-6b2450d5-1f34-4e8d-be67-db8a7c504f6d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148670 Jul 18 14:15:49.865756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-73c3acd7-ccca-4c8f-a297-5f20100b82ce None None] Provisioning complete for port 0773cf1a-b729-42e7-9cdd-9186f8cda631 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:15:49.866351 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-73c3acd7-ccca-4c8f-a297-5f20100b82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:49.891518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa337a8c-9f26-4cec-95ca-bef334310e25 req-bf9c268c-2348-4720-aa47-81bd8b70a630 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:49.893024 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa337a8c-9f26-4cec-95ca-bef334310e25 req-bf9c268c-2348-4720-aa47-81bd8b70a630 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Jul 18 14:15:49.900611 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-73c3acd7-ccca-4c8f-a297-5f20100b82ce None None] Port 0773cf1a-b729-42e7-9cdd-9186f8cda631 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:15:49.946300 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa337a8c-9f26-4cec-95ca-bef334310e25 req-2f98002d-4e4f-4b26-b75b-894a22db92fd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 Jul 18 14:15:50.013656 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d384b6d-ef08-4cb3-bb88-3d93ec1b683d req-158a43b1-64e8-43c5-8714-b11c78e8c043 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:50.015141 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7d384b6d-ef08-4cb3-bb88-3d93ec1b683d req-158a43b1-64e8-43c5-8714-b11c78e8c043 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 931 time: 0.0483716 Jul 18 14:15:50.061778 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7d384b6d-ef08-4cb3-bb88-3d93ec1b683d req-898d16f2-8d86-4b2a-b55d-5681c3b936e9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Jul 18 14:15:50.122326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Request body: {'port': {'device_id': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:15:50.174981 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:50.183989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.431907 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d6ac-0253-479a-aa32-3f05b9194dc8 req-84c8fd7b-5656-4464-b751-635fad2c589b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:50.433395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee85d6ac-0253-479a-aa32-3f05b9194dc8 req-84c8fd7b-5656-4464-b751-635fad2c589b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0589013 Jul 18 14:15:50.498540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0773cf1a-b729-42e7-9cdd-9186f8cda631 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:15:50.510948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks [] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.530839 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee85d6ac-0253-479a-aa32-3f05b9194dc8 req-6aedadbe-8f3d-46a3-8928-0e93148a3e0f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881574 Jul 18 14:15:50.533389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Transition to ACTIVE for port object 0773cf1a-b729-42e7-9cdd-9186f8cda631 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:15:50.537690 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.588041 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Pushing event updated for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:50.662724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Attempting to bind port 0773cf1a-b729-42e7-9cdd-9186f8cda631 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:15:50.663073 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Attempting to bind port 0773cf1a-b729-42e7-9cdd-9186f8cda631 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:15:50.663403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Attempting to bind port 0773cf1a-b729-42e7-9cdd-9186f8cda631 on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:15:50.668106 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Port 0773cf1a-b729-42e7-9cdd-9186f8cda631 on network ee89766c-7eb8-4f64-a3df-79441574b226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:15:50.668956 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Attempting to bind port 0773cf1a-b729-42e7-9cdd-9186f8cda631 on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:15:50.671999 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:50.675421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:15:50.675766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:15:50.676182 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:15:50.676729 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Bound port: 0773cf1a-b729-42e7-9cdd-9186f8cda631, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:15:50.677009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.745117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:15:50.749360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:15:50.754383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.789233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:50.789854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:50.791243 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] 10.222.0.87 "PUT /v2.0/ports/0773cf1a-b729-42e7-9cdd-9186f8cda631 HTTP/1.1" status: 200 len: 1093 time: 0.6736963 Jul 18 14:15:50.791675 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:50.794517 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ee686-ccc4-417e-b85c-b226ae71c214" -d '{"events": [{"name": "network-changed", "server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:50.817261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692883-1d24-4c80-a715-fb71b84e9f17 service neutron] Pushing event updated for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:50.838193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2b393-e862-43b6-a9f7-66e36cfb8a9a x-openstack-request-id: req-e5b2b393-e862-43b6-a9f7-66e36cfb8a9a {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:50.838751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:50.839004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e5b2b393-e862-43b6-a9f7-66e36cfb8a9a {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:50.839415 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b2b393-e862-43b6-a9f7-66e36cfb8a9a'] response: {'name': 'network-changed', 'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'status': 'completed', 'code': 200} Jul 18 14:15:50.910174 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-ace7095b-1772-497e-a12a-8cc546e706bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:50.911767 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-ace7095b-1772-497e-a12a-8cc546e706bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 1127 time: 0.0411794 Jul 18 14:15:50.962856 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-74a379fd-bd6f-46c0-9454-fc71620731c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631 HTTP/1.1" status: 200 len: 217 time: 0.0365205 Jul 18 14:15:51.011898 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-5e521d5b-29c5-40e1-b8e0-8b88e3821785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:51.013452 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-5e521d5b-29c5-40e1-b8e0-8b88e3821785 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0446706 Jul 18 14:15:51.086037 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa17221-f25c-4d26-ae96-ad79152684ad req-2578107f-a2a5-40df-8c6d-77db5aefedf1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:51.087530 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fa17221-f25c-4d26-ae96-ad79152684ad req-2578107f-a2a5-40df-8c6d-77db5aefedf1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0732121 Jul 18 14:15:51.088724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-83fb34fd-edd6-4ace-a1f1-86f2fe854c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:51.090031 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-83fb34fd-edd6-4ace-a1f1-86f2fe854c72 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664358 Jul 18 14:15:51.130231 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:51.244709 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fa17221-f25c-4d26-ae96-ad79152684ad req-18d06eff-e831-4f1a-80df-80743d83c677 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510773 Jul 18 14:15:51.250687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a48fe-1683-404f-a20c-bfd97b4a78f9 req-f6ad0819-f799-40ee-b613-90419c6e675f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:51.252339 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa3a48fe-1683-404f-a20c-bfd97b4a78f9 req-f6ad0819-f799-40ee-b613-90419c6e675f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 943 time: 0.1154296 Jul 18 14:15:51.290000 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-eed35809-cd08-438c-896f-7c1d345dd462 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894639 Jul 18 14:15:51.338122 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa3a48fe-1683-404f-a20c-bfd97b4a78f9 req-c62e25bc-be1b-48c7-8471-0dce4868191b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788393 Jul 18 14:15:51.396229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8bc5b30d-a230-41f7-b0c8-2128f9da24ef req-90dce290-2272-4bbb-ac24-9d8ac3b093c2 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968134 Jul 18 14:15:52.361346 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce23b7-e30d-4173-9fc5-15fd227deb6e req-7914eb8f-08da-4318-bc24-f622713d12a3 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:52.362837 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43ce23b7-e30d-4173-9fc5-15fd227deb6e req-7914eb8f-08da-4318-bc24-f622713d12a3 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0508924 Jul 18 14:15:52.421996 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43ce23b7-e30d-4173-9fc5-15fd227deb6e req-767c895a-8be0-4198-8f35-615c763480d7 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537820 Jul 18 14:15:52.455532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032fad6-ce0e-4ba1-8657-d12f23097e84 req-7646b253-99ab-4109-b1b6-0c59c77d9edd tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:52.457007 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2032fad6-ce0e-4ba1-8657-d12f23097e84 req-7646b253-99ab-4109-b1b6-0c59c77d9edd tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0493066 Jul 18 14:15:52.490211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:52.505870 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2032fad6-ce0e-4ba1-8657-d12f23097e84 req-4c1fab95-c4e5-40de-91e1-c4d2aefce53f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Jul 18 14:15:53.533726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10131960-c6a1-4859-942d-5b82f01f270b req-84625744-f178-4cdf-a3b0-99358e6a1c22 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:53.535232 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-10131960-c6a1-4859-942d-5b82f01f270b req-84625744-f178-4cdf-a3b0-99358e6a1c22 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0465605 Jul 18 14:15:53.596623 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-10131960-c6a1-4859-942d-5b82f01f270b req-e9a72095-e84d-4093-857f-9df9865dd83a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554562 Jul 18 14:15:53.628751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b414c3f-6a25-4c2c-9f28-9adc3c4a6109 req-237042c4-bf2b-4cb0-b96b-29cbfd3e4a1f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:53.630177 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6b414c3f-6a25-4c2c-9f28-9adc3c4a6109 req-237042c4-bf2b-4cb0-b96b-29cbfd3e4a1f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0561662 Jul 18 14:15:53.676295 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6b414c3f-6a25-4c2c-9f28-9adc3c4a6109 req-6d2daee4-3c54-44e3-8226-29fe0d7204e7 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Jul 18 14:15:54.083154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-5ffe4552-2e4c-4fce-a6f1-48e2f24d8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.084714 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-5ffe4552-2e4c-4fce-a6f1-48e2f24d8abe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 1127 time: 0.0397074 Jul 18 14:15:54.330304 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-5a417d24-f151-470c-8680-8059bd43e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.331678 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-5a417d24-f151-470c-8680-8059bd43e404 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.0789897 Jul 18 14:15:54.375829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-2cfd5158-cad6-43a8-a422-72658f10a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.377297 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-2cfd5158-cad6-43a8-a422-72658f10a86c service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1429422 Jul 18 14:15:54.687826 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-2990f374-d3f1-41a5-981d-a27a2e5cab2d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631 HTTP/1.1" status: 200 len: 217 time: 0.3039801 Jul 18 14:15:54.806901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:54.814237 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d71c3-c97b-4dce-a6a7-a1c9ab44a378 req-bf60f02a-08a2-4587-ab1a-27f1f669ab7c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.815858 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e5d71c3-c97b-4dce-a6a7-a1c9ab44a378 req-bf60f02a-08a2-4587-ab1a-27f1f669ab7c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.1299019 Jul 18 14:15:54.854192 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-0c7bf0b1-c3f7-40f4-b8cb-cc2d3bad2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.855654 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-0c7bf0b1-c3f7-40f4-b8cb-cc2d3bad2793 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.1562061 Jul 18 14:15:54.856723 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-0a2cebfd-14dd-4431-846c-c90d4ebb26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.858021 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-0a2cebfd-14dd-4431-846c-c90d4ebb26fb service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 910 time: 0.5060661 Jul 18 14:15:54.866106 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681649e9-57a4-4faa-b30e-450a38f84541 req-7671ec77-1705-4c8d-833b-b0c5474a7774 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.867601 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-681649e9-57a4-4faa-b30e-450a38f84541 req-7671ec77-1705-4c8d-833b-b0c5474a7774 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 943 time: 0.1119683 Jul 18 14:15:54.990840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-57f63832-88d6-4aa2-b405-b4b05f724a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:54.992407 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-57f63832-88d6-4aa2-b405-b4b05f724a36 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215758 Jul 18 14:15:55.004241 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-8d57963b-bc23-44da-a97b-3bfd1679466d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 1002 time: 0.1356788 Jul 18 14:15:55.022106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9e5d71c3-c97b-4dce-a6a7-a1c9ab44a378 req-4eef0860-1c85-497e-a7fe-2c3f9b0c690e tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923022 Jul 18 14:15:55.120900 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-681649e9-57a4-4faa-b30e-450a38f84541 req-62bda95d-ec58-41c5-a41e-ca512e0b502a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348955 Jul 18 14:15:55.139555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-1c46e543-dab8-4bea-a430-61c12a0cd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:55.141095 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-1c46e543-dab8-4bea-a430-61c12a0cd4fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.1238418 Jul 18 14:15:55.185568 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-053fe1e1-c578-45fb-ae2e-bd36cfc48b54 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843939 Jul 18 14:15:55.217906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-1176cd94-aa23-4cf6-a45e-494674d43cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:55.219318 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-1176cd94-aa23-4cf6-a45e-494674d43cc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701864 Jul 18 14:15:55.264447 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=43 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:55.265175 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=43 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:55.318626 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:55.352430 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b66ee686-ccc4-417e-b85c-b226ae71c214 req-4568b7d6-931c-4a0a-9b6c-ba63c2da474a service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602161 Jul 18 14:15:55.366079 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-a919c827-a609-477f-800b-16ad24c78d2f service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370041 Jul 18 14:15:55.468894 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6fdf003-07c0-4d7b-b025-27d92dd597ea req-00253ab2-5260-4d0b-97f7-b66810da7093 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Jul 18 14:15:55.602112 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:15:55.604131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:55.604878 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:56.140063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1e07-918c-43dd-9c0d-9e0bd0a212ad req-88647a87-a538-48d2-a54d-c18ff7eae82b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:56.141516 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-899d1e07-918c-43dd-9c0d-9e0bd0a212ad req-88647a87-a538-48d2-a54d-c18ff7eae82b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0468447 Jul 18 14:15:56.204948 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-899d1e07-918c-43dd-9c0d-9e0bd0a212ad req-3437a43e-5bac-429e-9856-07f5aed2500c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577259 Jul 18 14:15:56.243060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609d921-164a-46d9-937c-2cc296461802 req-8f20b128-59c9-4ded-b077-a94b21d673c3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:56.244553 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8609d921-164a-46d9-937c-2cc296461802 req-8f20b128-59c9-4ded-b077-a94b21d673c3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0539238 Jul 18 14:15:56.292974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8609d921-164a-46d9-937c-2cc296461802 req-6e527811-9fb2-4af4-9786-084ad5c2ff98 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Jul 18 14:15:56.644610 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 0773cf1a-b729-42e7-9cdd-9186f8cda631 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:15:56.742338 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:56.753629 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'port_id': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'mac_address': 'fa:16:3e:83:0a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:15:56.787537 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 0773cf1a-b729-42e7-9cdd-9186f8cda631 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:15:56.787922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:56.800853 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0773cf1a-b729-42e7-9cdd-9186f8cda631 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:15:56.820120 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:56.823477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:56.870463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:57.312094 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['0773cf1a-b729-42e7-9cdd-9186f8cda631'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:15:57.324299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963550d-f915-449c-ae42-190165897a59 req-2f2b1a15-0b5b-41ac-b19d-ef15bffbc123 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:57.325807 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2963550d-f915-449c-ae42-190165897a59 req-2f2b1a15-0b5b-41ac-b19d-ef15bffbc123 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Jul 18 14:15:57.385317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:57.389114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2963550d-f915-449c-ae42-190165897a59 req-5943f23a-c879-4925-b277-cbdd83e1e8dc tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573261 Jul 18 14:15:57.415140 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:57.428871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b243b-6f78-4fba-9f5b-849fbe02e0b1 req-ea7eaa11-323a-45a4-8fcd-8efde8e10ab5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:57.430365 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb9b243b-6f78-4fba-9f5b-849fbe02e0b1 req-ea7eaa11-323a-45a4-8fcd-8efde8e10ab5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 944 time: 0.0657370 Jul 18 14:15:57.438428 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:57.489559 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb9b243b-6f78-4fba-9f5b-849fbe02e0b1 req-aece6919-4d89-4ced-bd9e-bbc1f47574b2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527742 Jul 18 14:15:58.498803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c510-fe44-41f9-a4c1-7f3c5be09901 req-8b188e80-e15a-4dac-8ef0-025c4048c6be tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:58.500175 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9110c510-fe44-41f9-a4c1-7f3c5be09901 req-8b188e80-e15a-4dac-8ef0-025c4048c6be tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0464778 Jul 18 14:15:58.550591 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9110c510-fe44-41f9-a4c1-7f3c5be09901 req-cd2f86f4-8aea-4cdf-a1ab-f1f9e44260f5 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Jul 18 14:15:58.607659 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f5f61-9e1c-44eb-a43f-cfaddb5c0ae3 req-7d96677b-e17c-4e5a-b507-9b3366f08690 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:58.609308 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-043f5f61-9e1c-44eb-a43f-cfaddb5c0ae3 req-7d96677b-e17c-4e5a-b507-9b3366f08690 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 944 time: 0.0477564 Jul 18 14:15:58.616292 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-0f4b1a58-15ca-4d65-b3c1-42710c9680fc req-57ba02a0-5b51-4d35-8b37-8136f5c54915 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:15:58.617250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f4b1a58-15ca-4d65-b3c1-42710c9680fc req-57ba02a0-5b51-4d35-8b37-8136f5c54915 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049932 Jul 18 14:15:58.665067 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-043f5f61-9e1c-44eb-a43f-cfaddb5c0ae3 req-60abcb74-b134-421a-8940-bc892367335d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Jul 18 14:15:58.728132 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 0773cf1a-b729-42e7-9cdd-9186f8cda631 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:15:58.759258 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39456) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:58.774664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 0773cf1a-b729-42e7-9cdd-9186f8cda631 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:15:58.775523 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdbb5f-2363-4bb3-9b70-9288ac63a13f req-7a3b3d6c-d9a7-4ce4-a6bd-cfd32b20b85f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:58.777282 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-25cdbb5f-2363-4bb3-9b70-9288ac63a13f req-7a3b3d6c-d9a7-4ce4-a6bd-cfd32b20b85f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0509112 Jul 18 14:15:58.782469 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 0773cf1a-b729-42e7-9cdd-9186f8cda631 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:15:58.782907 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:58.830181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-25cdbb5f-2363-4bb3-9b70-9288ac63a13f req-becae7a8-d76b-4c4f-b353-0fce07a33811 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461318 Jul 18 14:15:58.853211 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-4814b68f-5feb-4935-a837-86c6bf18479a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928013 Jul 18 14:15:58.857787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 0773cf1a-b729-42e7-9cdd-9186f8cda631 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:15:58.858181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:58.861975 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-7a4eb3c3-81f4-44ec-97c2-720179bf0a7b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:15:58.864445 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-7a4eb3c3-81f4-44ec-97c2-720179bf0a7b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064187 Jul 18 14:15:58.882437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:15:58.884885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa4649-e38d-45b7-a44f-405e71c697b8" -d '{"events": [{"server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:15:58.903443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:58.907601 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:58.909324 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:15:58.936609 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31dd8e-b44f-4521-b390-f7422a006c8e x-openstack-request-id: req-0b31dd8e-b44f-4521-b390-f7422a006c8e {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:15:58.937047 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:15:58.937308 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0b31dd8e-b44f-4521-b390-f7422a006c8e {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:15:58.937757 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b31dd8e-b44f-4521-b390-f7422a006c8e'] response: {'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'code': 200} Jul 18 14:15:58.950426 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39468) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:15:58.995626 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:59.002815 dv-cinder-849846-1-iscsi neutron-server[104071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 14:15:59.034394 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:15:59.034815 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:59.050216 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-bbf7016e-5233-44dd-95f1-5ae6b44ec7c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:59.051609 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-bbf7016e-5233-44dd-95f1-5ae6b44ec7c0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports/a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 943 time: 0.1002116 Jul 18 14:15:59.071476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:15:59.076051 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:15:59.129739 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:15:59.152150 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ad0c-89f9-4957-af94-8b26695b3190 req-441507de-a867-4c2c-b574-02ace6287b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:59.153652 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8955ad0c-89f9-4957-af94-8b26695b3190 req-441507de-a867-4c2c-b574-02ace6287b2f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 1129 time: 0.0433354 Jul 18 14:15:59.197644 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8955ad0c-89f9-4957-af94-8b26695b3190 req-211c5c5d-f23f-4415-850d-eef6f710a083 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381713 Jul 18 14:15:59.784226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac02b-52e5-4e3a-837a-594bf62d903b req-ae105f0e-51b8-4894-9ceb-41fd310d2667 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:59.785720 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81aac02b-52e5-4e3a-837a-594bf62d903b req-ae105f0e-51b8-4894-9ceb-41fd310d2667 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0515473 Jul 18 14:15:59.832807 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81aac02b-52e5-4e3a-837a-594bf62d903b req-95218ce4-92de-4851-8990-06b38b09927f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Jul 18 14:15:59.927251 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:15:59.945709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca496d-f05d-4f41-9644-106e4c378be3 req-f08d2cd9-9b0f-4e46-983c-ee5ef931633d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:15:59.947161 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cca496d-f05d-4f41-9644-106e4c378be3 req-f08d2cd9-9b0f-4e46-983c-ee5ef931633d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0482984 Jul 18 14:15:59.996310 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cca496d-f05d-4f41-9644-106e4c378be3 req-068640ed-8db9-44c1-adf2-f81a9a11a960 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Jul 18 14:16:00.940350 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:00.946607 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee14f79-5056-41b5-ae30-5f6157483ca9" -d '{"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-unplugged", "status": "completed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:00.950303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396680-dff5-4581-9bcd-85d3c30d2ab2 req-3074a581-77c9-47fc-ab75-16a1750975c4 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:00.952375 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88396680-dff5-4581-9bcd-85d3c30d2ab2 req-3074a581-77c9-47fc-ab75-16a1750975c4 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Jul 18 14:16:00.980595 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2247e-4bc1-4127-8912-ccf7e96723ab x-openstack-request-id: req-bea2247e-4bc1-4127-8912-ccf7e96723ab {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:00.980965 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-unplugged", "status": "failed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "code": 422}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:00.981288 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bea2247e-4bc1-4127-8912-ccf7e96723ab {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:00.981749 dv-cinder-849846-1-iscsi neutron-server[104073]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bea2247e-4bc1-4127-8912-ccf7e96723ab']: {'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'code': 422} returned with failed status Jul 18 14:16:01.003450 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-88396680-dff5-4581-9bcd-85d3c30d2ab2 req-823ee911-dd1d-4df4-a43a-805f4adf3f57 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465982 Jul 18 14:16:01.139124 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f91c8-396c-4e66-9816-0b0ad0cf2245 req-72510cf4-1807-4485-b948-3f0973f3eb53 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:01.140637 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b1f91c8-396c-4e66-9816-0b0ad0cf2245 req-72510cf4-1807-4485-b948-3f0973f3eb53 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0764816 Jul 18 14:16:01.146664 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4423a-b76b-4426-b2fa-af67fd6aa2c8 req-bb527187-5b3f-4459-93b7-2a1733df102d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:01.148044 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-28b4423a-b76b-4426-b2fa-af67fd6aa2c8 req-bb527187-5b3f-4459-93b7-2a1733df102d tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0819595 Jul 18 14:16:01.156467 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39490) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:01.160904 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'port_id': '0773cf1a-b729-42e7-9cdd-9186f8cda631'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:01.194174 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0b1f91c8-396c-4e66-9816-0b0ad0cf2245 req-ae3a90d4-44dd-4c26-852b-1c878a8049a4 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Jul 18 14:16:01.199754 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:01.634792 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:01.640256 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:01.735370 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP bf16c956-5f68-4787-bb86-bf8b54249b46 associated. External IP: 172.27.1.51, port: 0773cf1a-b729-42e7-9cdd-9186f8cda631. Jul 18 14:16:01.916285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:01.936677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:16:01.965299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-14c888d4-e2a4-46be-bcae-cfd69e26b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:01.966854 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-14c888d4-e2a4-46be-bcae-cfd69e26b95e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1&tenant_id=f618e7dff5d7411eb4d4cade50d68607 HTTP/1.1" status: 200 len: 1128 time: 0.0772839 Jul 18 14:16:02.044241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-e623cc35-4eca-433d-b5ed-57f5193cb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.045712 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-e623cc35-4eca-433d-b5ed-57f5193cb856 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1128 time: 0.0419769 Jul 18 14:16:02.144771 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-786d18c4-55f2-4846-94be-134f04fbb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.146249 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-786d18c4-55f2-4846-94be-134f04fbb68d service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 910 time: 0.0943296 Jul 18 14:16:02.159022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:02.208484 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-3481278d-ffcf-4b37-9052-a838aae01ff8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0560257 Jul 18 14:16:02.256509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-4ddd3fcf-640e-4b56-86a3-ad039f985bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.257973 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-4ddd3fcf-640e-4b56-86a3-ad039f985bb3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.0437706 Jul 18 14:16:02.260066 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:02.265825 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:02.268315 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:02.272793 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:02.285940 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:02.286568 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:02.299806 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8c384bda-1b22-4a2c-8d65-6748dd35008b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "PUT /v2.0/floatingips/bf16c956-5f68-4787-bb86-bf8b54249b46 HTTP/1.1" status: 200 len: 990 time: 1.1418829 Jul 18 14:16:02.300916 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:02.302737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3028536-7945-449d-a69d-e734426b2c44" -d '{"events": [{"name": "network-changed", "server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:02.343369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121b36e7-c464-4622-816e-10c952d79614 x-openstack-request-id: req-121b36e7-c464-4622-816e-10c952d79614 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:02.343369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:02.343369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-121b36e7-c464-4622-816e-10c952d79614 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:02.344174 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121b36e7-c464-4622-816e-10c952d79614'] response: {'name': 'network-changed', 'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'status': 'completed', 'code': 200} Jul 18 14:16:02.344338 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c5ac-d079-4b99-a769-34529056060a req-bebd3fff-9fe5-4b26-ba23-b726660d362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.345875 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-bebd3fff-9fe5-4b26-ba23-b726660d362f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817633 Jul 18 14:16:02.356875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75f4f4-3e1a-4af3-af2d-8d376fd6177c req-e4cfa60d-2d3d-4b8b-a5c1-a58e32cfcedd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.358299 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee75f4f4-3e1a-4af3-af2d-8d376fd6177c req-e4cfa60d-2d3d-4b8b-a5c1-a58e32cfcedd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0611565 Jul 18 14:16:02.397797 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:02.442837 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ee75f4f4-3e1a-4af3-af2d-8d376fd6177c req-32c31626-1aef-45e4-8c9b-3c81dbc3c322 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788960 Jul 18 14:16:02.506895 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028536-7945-449d-a69d-e734426b2c44 req-638f9b0b-2f4d-4485-b035-414de59e9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.508426 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-638f9b0b-2f4d-4485-b035-414de59e9a7d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 1129 time: 0.0947654 Jul 18 14:16:02.554302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-8955a55b-16c4-4f9c-8a64-11b25fc9d125 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582451 Jul 18 14:16:02.604495 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'bf16c956-5f68-4787-bb86-bf8b54249b46', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:83:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:46Z', 'updated_at': '2022-07-18T14:16:01Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:02.632603 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:16:02.640994 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:02.641582 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:15:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:02.654350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:02.677005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028536-7945-449d-a69d-e734426b2c44 req-e7976f02-77e0-47ea-b26b-4030a8a20940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.678517 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-e7976f02-77e0-47ea-b26b-4030a8a20940 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1606824 Jul 18 14:16:02.738724 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fc30c5ac-d079-4b99-a769-34529056060a req-ddd7b92e-af8a-4815-b248-f852b8f25cf6 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514525 Jul 18 14:16:02.744672 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:02.755922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-995ff8ec-3d02-47ea-b623-ac85b4315cdf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631 HTTP/1.1" status: 200 len: 998 time: 0.0702858 Jul 18 14:16:02.804583 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028536-7945-449d-a69d-e734426b2c44 req-a9adbd84-349d-4b01-a2fc-cb856edb4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:02.805924 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-a9adbd84-349d-4b01-a2fc-cb856edb4e1f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0444183 Jul 18 14:16:02.947336 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'bf16c956-5f68-4787-bb86-bf8b54249b46', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:83:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:46Z', 'updated_at': '2022-07-18T14:16:01Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:02.971734 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b63d3-6833-4ee8-a653-72737a7b2f74 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'bf16c956-5f68-4787-bb86-bf8b54249b46', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:83:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:15:46Z', 'updated_at': '2022-07-18T14:16:01Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:16:03.157916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1611f0-a49a-4781-896a-5596c28aad0c None None] New status for floating IP bf16c956-5f68-4787-bb86-bf8b54249b46: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:16:03.557388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180d6ab-27ac-4912-a6e5-c06eb6f898d0 req-ff0f63c8-0342-4ea7-9913-fb7fdaac6d2a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:03.559327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a180d6ab-27ac-4912-a6e5-c06eb6f898d0 req-ff0f63c8-0342-4ea7-9913-fb7fdaac6d2a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0461287 Jul 18 14:16:03.606957 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a180d6ab-27ac-4912-a6e5-c06eb6f898d0 req-570ac0ef-6055-49d5-9c47-7e83c46050db tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Jul 18 14:16:03.784319 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028536-7945-449d-a69d-e734426b2c44 req-1a1f68d9-1adc-4392-be34-b26b6b83dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:03.785699 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-1a1f68d9-1adc-4392-be34-b26b6b83dfba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432785 Jul 18 14:16:03.873806 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-6f6d6aa5-3b75-49b5-999f-e0ea8882c87b service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812912 Jul 18 14:16:03.966602 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b3028536-7945-449d-a69d-e734426b2c44 req-1aceb01f-a835-4fc3-a0d0-87f79340738f service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Jul 18 14:16:04.718623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad7ae-b6f3-4159-a3de-31c198205f77 req-f47650ab-5eab-4673-b535-cfd02661b493 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:04.720110 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7cad7ae-b6f3-4159-a3de-31c198205f77 req-f47650ab-5eab-4673-b535-cfd02661b493 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0474432 Jul 18 14:16:04.770994 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7cad7ae-b6f3-4159-a3de-31c198205f77 req-de102a24-c7d6-49d7-b52e-ecc94d1ee83f tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Jul 18 14:16:05.873171 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:05.884788 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da114-a878-4ca9-926c-035d0b5472fe req-229b0c0b-2282-42e3-965b-8e4a4177cf5c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:05.886291 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a1da114-a878-4ca9-926c-035d0b5472fe req-229b0c0b-2282-42e3-965b-8e4a4177cf5c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Jul 18 14:16:05.940666 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4a1da114-a878-4ca9-926c-035d0b5472fe req-9a9db183-8f76-4c8d-95bc-d4f15a8c7a8b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465987 Jul 18 14:16:07.051986 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e7941-d13a-4b17-8fc5-e9f23cec46f3 req-1ffc9033-27c3-4426-8f95-b14791f534f7 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:07.054215 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e41e7941-d13a-4b17-8fc5-e9f23cec46f3 req-1ffc9033-27c3-4426-8f95-b14791f534f7 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Jul 18 14:16:07.102614 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e41e7941-d13a-4b17-8fc5-e9f23cec46f3 req-d2332f15-b6b2-4e9d-bf09-67ce939a0345 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Jul 18 14:16:08.214426 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbf8c-a94e-4082-9675-e6937256b3b2 req-41dab962-1ace-4c6b-a3b7-44675f9a39c1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:08.215802 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-55cbbf8c-a94e-4082-9675-e6937256b3b2 req-41dab962-1ace-4c6b-a3b7-44675f9a39c1 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0474510 Jul 18 14:16:08.264329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-55cbbf8c-a94e-4082-9675-e6937256b3b2 req-028ecf3b-41e7-4704-9667-760086fbdef0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Jul 18 14:16:08.553883 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2935852d-7348-4085-b96a-7c9d788cad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:09.384783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddac811-d87a-4bf1-8289-51a7828ba1b0 req-9e0b2b4e-90cc-4689-b3e7-0dc5e425f916 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:09.386328 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ddac811-d87a-4bf1-8289-51a7828ba1b0 req-9e0b2b4e-90cc-4689-b3e7-0dc5e425f916 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0506589 Jul 18 14:16:09.427020 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:09.437216 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6ddac811-d87a-4bf1-8289-51a7828ba1b0 req-ad5b4d41-b509-444f-9db5-6857a9357f23 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455070 Jul 18 14:16:10.643489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e394fa-69f9-4502-a827-704bd5757a10 req-92fcc44c-b227-4646-858f-bf7143b32378 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:10.645170 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0e394fa-69f9-4502-a827-704bd5757a10 req-92fcc44c-b227-4646-858f-bf7143b32378 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0473630 Jul 18 14:16:10.699872 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0e394fa-69f9-4502-a827-704bd5757a10 req-3ccc8cd7-e82a-4ff5-870c-7ee21f6e0aaf tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488529 Jul 18 14:16:10.719184 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-007047df-0efc-440c-8ac7-f7258cfc4bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:11.828135 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefa38-c61e-4475-81d6-7362587cc5a4 req-33c173bf-85e4-4a5d-bf74-ca2f1bab7c71 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:11.829590 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-51fefa38-c61e-4475-81d6-7362587cc5a4 req-33c173bf-85e4-4a5d-bf74-ca2f1bab7c71 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 944 time: 0.0499134 Jul 18 14:16:11.880604 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-51fefa38-c61e-4475-81d6-7362587cc5a4 req-ed327577-6cdb-48dc-95ad-1fa67fa0c9df tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Jul 18 14:16:11.962697 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:12.293716 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:12.707637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:16:12.802710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:12.814504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'port_id': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'mac_address': 'fa:16:3e:bb:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:16:12.852042 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:12.852376 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:12.864783 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a158e474-2cc0-48e6-9c01-f790a2f7a2a3 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:16:12.868467 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:12.883903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:12.886693 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:12.890136 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:12.936725 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:12.944999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.945351 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.945724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.946069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.946404 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.946738 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.947069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.947397 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.947723 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.948305 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.948485 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.949093 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.949187 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.949443 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.950138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:12.950266 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=76 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:12.951177 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:12.995762 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e9c62-48a7-4de4-9d95-6cc7605e5675 req-71adde4f-a67f-4261-8cf4-9cd27706b9b8 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:12.997347 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b50e9c62-48a7-4de4-9d95-6cc7605e5675 req-71adde4f-a67f-4261-8cf4-9cd27706b9b8 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Jul 18 14:16:13.045222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b50e9c62-48a7-4de4-9d95-6cc7605e5675 req-4d7effa6-32bd-4ffc-8c7d-ff4db2532e12 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Jul 18 14:16:13.225513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:13.447071 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['a158e474-2cc0-48e6-9c01-f790a2f7a2a3'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:16:13.579612 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:14.156830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727115-6510-4207-b86a-8721cd97ae23 req-0eb2c9f8-07ff-455f-9c2c-00cc99c9d75b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:14.158288 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6b727115-6510-4207-b86a-8721cd97ae23 req-0eb2c9f8-07ff-455f-9c2c-00cc99c9d75b tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 945 time: 0.0465052 Jul 18 14:16:14.207065 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6b727115-6510-4207-b86a-8721cd97ae23 req-5af3eb92-fbe3-4ed4-b168-cb36b0f85918 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jul 18 14:16:14.729829 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:14.776714 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:14.777089 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:14.846219 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:14.846601 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:14.868518 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:14.871267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929d7d94-0d45-4f1a-8ff0-14de6a7adc5c" -d '{"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-plugged", "status": "completed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:14.883557 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:14.888030 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:14.913342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df70b5d6-029d-44c3-be69-fd54e54e5f51 x-openstack-request-id: req-df70b5d6-029d-44c3-be69-fd54e54e5f51 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:14.913617 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-plugged", "status": "completed", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:14.913870 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-df70b5d6-029d-44c3-be69-fd54e54e5f51 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:14.914258 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df70b5d6-029d-44c3-be69-fd54e54e5f51'] response: {'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'code': 200} Jul 18 14:16:14.940663 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:15.222575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81586509-ce92-4e22-9258-a9a1bd2c0bab req-bcf81465-dcee-4755-8135-6afcf4a8fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:15.224086 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81586509-ce92-4e22-9258-a9a1bd2c0bab req-bcf81465-dcee-4755-8135-6afcf4a8fe00 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.0416017 Jul 18 14:16:15.271433 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81586509-ce92-4e22-9258-a9a1bd2c0bab req-fc0451e5-7e0c-475d-9f5f-ca33c9b2af88 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Jul 18 14:16:15.317799 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e160d-5347-45e1-83a9-52870f2e1463 req-1306aa66-8b20-4bbb-9150-ee98493d96b2 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:15.319251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-587e160d-5347-45e1-83a9-52870f2e1463 req-1306aa66-8b20-4bbb-9150-ee98493d96b2 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0462496 Jul 18 14:16:15.366880 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-587e160d-5347-45e1-83a9-52870f2e1463 req-78d1808f-9296-4672-9462-eb1ca64a9695 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Jul 18 14:16:16.483520 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfade4d3-33ba-47b4-ad3b-0611201e666b req-3ec8184c-72e0-4672-87c2-91f8e09949e0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:16.484980 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cfade4d3-33ba-47b4-ad3b-0611201e666b req-3ec8184c-72e0-4672-87c2-91f8e09949e0 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Jul 18 14:16:16.532128 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cfade4d3-33ba-47b4-ad3b-0611201e666b req-d6ec5a73-e91b-41ee-bba4-fe2c7685d158 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Jul 18 14:16:17.644962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c910-283b-40e4-b4b8-76393afad96a req-84b79f8c-d7c4-4787-a27f-4de26d71674a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:17.646470 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80e6c910-283b-40e4-b4b8-76393afad96a req-84b79f8c-d7c4-4787-a27f-4de26d71674a tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0467088 Jul 18 14:16:17.672187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:17.696584 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80e6c910-283b-40e4-b4b8-76393afad96a req-537115b7-97c7-4378-a22c-5fe3ae68ae04 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Jul 18 14:16:24.518232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616341-f7be-4c37-b770-8ffd0e64ba61 req-885b032f-9142-412b-841d-469aa144846e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:24.519578 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9616341-f7be-4c37-b770-8ffd0e64ba61 req-885b032f-9142-412b-841d-469aa144846e tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0464170 Jul 18 14:16:24.568579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9616341-f7be-4c37-b770-8ffd0e64ba61 req-a6fb1fa7-6e92-4359-9c4c-96f54f42458f tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Jul 18 14:16:24.937515 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:24.938365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:25.683709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877bcab-6f70-4440-9e8f-e7725ffdfce1 req-669dfdba-043f-4df5-8774-c793f7102fbf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:25.685181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e877bcab-6f70-4440-9e8f-e7725ffdfce1 req-669dfdba-043f-4df5-8774-c793f7102fbf tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0467894 Jul 18 14:16:25.731256 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e877bcab-6f70-4440-9e8f-e7725ffdfce1 req-c56447df-3d0b-426f-874f-84e19b36d0db tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Jul 18 14:16:26.843990 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83138f-60e3-43b2-80cc-1ac064c93a74 req-dd31bbe2-cabc-4791-a075-57830961c6a3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:26.845469 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb83138f-60e3-43b2-80cc-1ac064c93a74 req-dd31bbe2-cabc-4791-a075-57830961c6a3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0461972 Jul 18 14:16:26.891016 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb83138f-60e3-43b2-80cc-1ac064c93a74 req-459ee1d6-ca49-43cc-80c5-d2fbdf15c147 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401859 Jul 18 14:16:27.969926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:28.020869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427dda6-1570-4adb-b46e-c5ccd1a07eb6 req-e9943b16-c287-4b81-9b88-78752d1f6a0d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:28.022348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6427dda6-1570-4adb-b46e-c5ccd1a07eb6 req-e9943b16-c287-4b81-9b88-78752d1f6a0d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0619886 Jul 18 14:16:28.069117 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6427dda6-1570-4adb-b46e-c5ccd1a07eb6 req-d56a0f1f-9363-4b24-8740-d674917b8b7a tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Jul 18 14:16:28.646718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e953-70f4-4a1c-ab97-883db2279cef req-ea45dd56-8f71-4e08-be38-a8636e8f6ca1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:28.648182 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a831e953-70f4-4a1c-ab97-883db2279cef req-ea45dd56-8f71-4e08-be38-a8636e8f6ca1 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0457962 Jul 18 14:16:28.735524 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Deleting port b727dd55-3851-43a8-95d2-3c1008ebee22 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:28.735875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.051425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] For port b727dd55-3851-43a8-95d2-3c1008ebee22, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b727dd55-3851-43a8-95d2-3c1008ebee22,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:29.052199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.231002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d30b0-f3d2-410d-8cd9-7acac63358ed req-a7079a65-407b-418a-b35b-c75582dd1764 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:29.232408 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-021d30b0-f3d2-410d-8cd9-7acac63358ed req-a7079a65-407b-418a-b35b-c75582dd1764 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=cfcc3bf9-291d-4700-bd55-f2116a5be826 HTTP/1.1" status: 200 len: 946 time: 0.0906074 Jul 18 14:16:29.271015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.271384 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.271702 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Floating IP 58d40bf6-eee9-4839-9b57-5eb7c47bab85 disassociated. External IP: 172.27.1.11, port: b727dd55-3851-43a8-95d2-3c1008ebee22. Jul 18 14:16:29.272088 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Calling delete_port for b727dd55-3851-43a8-95d2-3c1008ebee22 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:29.303599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-021d30b0-f3d2-410d-8cd9-7acac63358ed req-377d1daf-19b5-4da6-a073-1c8c9869fdf8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=5c31c630-9673-45a3-a20c-36bec9ecfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649834 Jul 18 14:16:29.334766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:29.421498 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (b727dd55-3851-43a8-95d2-3c1008ebee22), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.449234 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event deleted for resources: {'Port': ['ID=b727dd55-3851-43a8-95d2-3c1008ebee22,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:29.460893 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.461253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.461604 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.461951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.462293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.462632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.462972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.463309 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.463649 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.464007 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.464343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.465156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.465156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.465440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.465873 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:29.571688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:16:29.675303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:29.685194 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:29.695530 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:29.696173 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:29.717868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] No DVR routers for this DVR port b727dd55-3851-43a8-95d2-3c1008ebee22 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:16:29.720355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:29.723599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a831e953-70f4-4a1c-ab97-883db2279cef req-6b3f3314-017d-4d1a-ae75-f3786b8ef997 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "DELETE /v2.0/ports/b727dd55-3851-43a8-95d2-3c1008ebee22 HTTP/1.1" status: 204 len: 173 time: 1.0681889 Jul 18 14:16:29.724064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'name': 'network-vif-deleted', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:29.726309 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71194133-2c39-4a81-aebc-1b0371f67cbf" -d '{"events": [{"server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "name": "network-vif-deleted", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:29.762460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672e62e-6c2e-4fdf-9c6f-297d7b8e929f x-openstack-request-id: req-5672e62e-6c2e-4fdf-9c6f-297d7b8e929f {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:29.762758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc3bf9-291d-4700-bd55-f2116a5be826", "name": "network-vif-deleted", "tag": "b727dd55-3851-43a8-95d2-3c1008ebee22", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:29.763021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5672e62e-6c2e-4fdf-9c6f-297d7b8e929f {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:29.763435 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5672e62e-6c2e-4fdf-9c6f-297d7b8e929f'] response: {'server_uuid': 'cfcc3bf9-291d-4700-bd55-f2116a5be826', 'name': 'network-vif-deleted', 'tag': 'b727dd55-3851-43a8-95d2-3c1008ebee22', 'status': 'completed', 'code': 200} Jul 18 14:16:29.802431 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:29.996073 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:30.024276 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:16:30.033071 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:30.033707 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:30.210159 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:30.393321 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39582) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:30.406963 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:30.431389 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd22373-4c83-47e7-b22e-1a6ea5754467 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:08:38Z', 'revision_number': 4, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '2a8749cd-ae7b-422a-92e6-2abbb8f20e6f', 'name': '', 'network_id': '1e995c6e-c3ce-4e05-9f56-a5572491371e', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'mac_address': 'fa:16:3e:98:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:36Z', 'updated_at': '2022-07-18T14:08:47Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'subnets': [{'id': '1ac30e2a-283f-459c-aac9-7d5de5acafe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:16:30.450991 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (5c31c630-9673-45a3-a20c-36bec9ecfdd6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.475548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (5c31c630-9673-45a3-a20c-36bec9ecfdd6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.525691 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (5c31c630-9673-45a3-a20c-36bec9ecfdd6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.528829 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.530026 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "DELETE /v2.0/security-groups/5c31c630-9673-45a3-a20c-36bec9ecfdd6 HTTP/1.1" status: 204 len: 168 time: 0.1356673 Jul 18 14:16:30.532912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39584) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:30.539123 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31c630-9673-45a3-a20c-36bec9ecfdd6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:30.546493 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.546856 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.547242 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.547594 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.548161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.548497 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.548832 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-9758b886-b051-4697-ac8b-2c4b567f7dfc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] show failed (client error): The resource could not be found. Jul 18 14:16:30.548944 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.549169 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552642 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9758b886-b051-4697-ac8b-2c4b567f7dfc tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups/5c31c630-9673-45a3-a20c-36bec9ecfdd6 HTTP/1.1" status: 404 len: 347 time: 0.0154564 Jul 18 14:16:30.552749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.552749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471effb-e720-41e9-b274-9316e812c4ee tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:30.553184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39586) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:30.662640 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:30.667723 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a861c-a54e-42ec-b4f3-c7fbfe296b1c None None] New status for floating IP 58d40bf6-eee9-4839-9b57-5eb7c47bab85: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:16:30.677100 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Deleting port 68fc7eb9-097a-427c-8469-92c225f8f232 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:30.677448 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.757985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.758244 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (68fc7eb9-097a-427c-8469-92c225f8f232), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:30.771344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Calling delete_port for 68fc7eb9-097a-427c-8469-92c225f8f232 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:31.029410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (68fc7eb9-097a-427c-8469-92c225f8f232), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:31.052942 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event deleted for resources: {'Port': ['ID=68fc7eb9-097a-427c-8469-92c225f8f232,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:31.081049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:31.117728 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks [] for floatingip (58d40bf6-eee9-4839-9b57-5eb7c47bab85), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:31.120279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:31.122099 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-fefe9adf-1e3d-45b7-8901-81534d83e1c5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "DELETE /v2.0/floatingips/58d40bf6-eee9-4839-9b57-5eb7c47bab85 HTTP/1.1" status: 204 len: 168 time: 0.5677683 Jul 18 14:16:31.921380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:32.601171 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:16:32.767196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b727dd55-3851-43a8-95d2-3c1008ebee22 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:32.786229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: b727dd55-3851-43a8-95d2-3c1008ebee22 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:32.786577 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b727dd55-3851-43a8-95d2-3c1008ebee22 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:33.597161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c92a4-1194-4c06-8e55-73209d268d81 req-a19c02ad-0812-4080-915f-bac983417eff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:33.598769 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e17c92a4-1194-4c06-8e55-73209d268d81 req-a19c02ad-0812-4080-915f-bac983417eff tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0537837 Jul 18 14:16:33.646049 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e17c92a4-1194-4c06-8e55-73209d268d81 req-40c2fb9a-fcb6-47bf-8892-a373969e71eb tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Jul 18 14:16:34.696025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-0891ca38-4e9c-4298-84b0-274839a2018d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:34.697513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-0891ca38-4e9c-4298-84b0-274839a2018d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.0476873 Jul 18 14:16:34.818752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0137098-7f49-459e-9d27-5d45a8baac32 req-21e6309c-0f28-4669-bfd4-5940f8c55549 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:34.820239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0137098-7f49-459e-9d27-5d45a8baac32 req-21e6309c-0f28-4669-bfd4-5940f8c55549 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 946 time: 0.1043572 Jul 18 14:16:34.844021 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-81088429-4afd-4162-8d08-868a26153b61 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715883 Jul 18 14:16:34.897923 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Deleting port 242eaddb-7d26-4618-bcb7-2932b894ee02 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:34.898272 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:34.989509 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0137098-7f49-459e-9d27-5d45a8baac32 req-5212d906-c1a0-4097-bb7e-007fc9185821 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602178 Jul 18 14:16:35.009292 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-8d9f6bf2-f3b0-408d-a627-a6b254e492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:35.009292 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-8d9f6bf2-f3b0-408d-a627-a6b254e492aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaf9f75abc034491bd1b8846c05bf625&device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 1129 time: 0.1036220 Jul 18 14:16:35.035293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] For port 242eaddb-7d26-4618-bcb7-2932b894ee02, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=242eaddb-7d26-4618-bcb7-2932b894ee02,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:35.035722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:35.066638 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Calling delete_port for 242eaddb-7d26-4618-bcb7-2932b894ee02 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:35.160219 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:35.199370 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-ba7b60e1-9ebd-4095-ac27-9134937d1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:35.200796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-ba7b60e1-9ebd-4095-ac27-9134937d1d65 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 200 len: 918 time: 0.1625109 Jul 18 14:16:35.266319 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-98d75f66-e726-4e8c-bbae-79de16e0d4b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0564444 Jul 18 14:16:35.318548 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (242eaddb-7d26-4618-bcb7-2932b894ee02), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:35.331295 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:35.353730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event deleted for resources: {'Port': ['ID=242eaddb-7d26-4618-bcb7-2932b894ee02,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:35.356315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-44ec59c2-0abe-4bd4-8ad2-2d6f9fe6cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:35.357768 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-44ec59c2-0abe-4bd4-8ad2-2d6f9fe6cfa6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 200 len: 856 time: 0.0841196 Jul 18 14:16:35.369485 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['caff2315-38e2-45b5-bb40-99b2083aaf3a', '242eaddb-7d26-4618-bcb7-2932b894ee02'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:16:35.427977 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] No DVR routers for this DVR port 242eaddb-7d26-4618-bcb7-2932b894ee02 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:16:35.431887 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:35.435205 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-43d524c2-9f4b-4c2a-8d52-18b1d62bc956 req-838cbc4a-7b72-4ec1-a3d1-d59681129b2d tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "DELETE /v2.0/ports/242eaddb-7d26-4618-bcb7-2932b894ee02 HTTP/1.1" status: 204 len: 173 time: 0.7093799 Jul 18 14:16:35.435639 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'name': 'network-vif-deleted', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:35.437915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e88d8-55be-40d3-aa7f-ccada9bb44cd" -d '{"events": [{"server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "name": "network-vif-deleted", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:35.447791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-cf6883f5-0315-49d4-b4be-debc7b9a2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:35.450478 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-cf6883f5-0315-49d4-b4be-debc7b9a2e13 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e995c6e-c3ce-4e05-9f56-a5572491371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860832 Jul 18 14:16:35.485600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38729665-3cdf-44ee-b50c-396a1b7566a7 x-openstack-request-id: req-38729665-3cdf-44ee-b50c-396a1b7566a7 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:35.485885 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b465817c-08b2-4f29-a439-143ad9d67561", "name": "network-vif-deleted", "tag": "242eaddb-7d26-4618-bcb7-2932b894ee02", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:35.486252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-38729665-3cdf-44ee-b50c-396a1b7566a7 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:35.486665 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38729665-3cdf-44ee-b50c-396a1b7566a7'] response: {'server_uuid': 'b465817c-08b2-4f29-a439-143ad9d67561', 'name': 'network-vif-deleted', 'tag': '242eaddb-7d26-4618-bcb7-2932b894ee02', 'status': 'completed', 'code': 200} Jul 18 14:16:35.554927 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-7bd3a1a0-655f-4da9-809d-e02df72c6044 service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980430 Jul 18 14:16:35.664968 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9859b77c-32cb-4e32-8e80-b6820ac3a63c req-f29c8017-a737-405f-b2a9-1ebccccb01ee service neutron] 10.222.0.87 "GET /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Jul 18 14:16:36.102971 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bf5db285-302c-4e3d-aeb9-ea32902976de req-af4a86aa-b1f5-45eb-a491-6b4530118e13 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=b465817c-08b2-4f29-a439-143ad9d67561 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Jul 18 14:16:37.369650 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a8292-ed3d-44f2-a286-9242e3605771 req-df3e234a-7edc-485b-b47a-58eb34b4ce77 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:37.371266 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-898a8292-ed3d-44f2-a286-9242e3605771 req-df3e234a-7edc-485b-b47a-58eb34b4ce77 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Jul 18 14:16:37.420880 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-898a8292-ed3d-44f2-a286-9242e3605771 req-1ea3c838-c1dc-42aa-b745-0be143bd5c61 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Jul 18 14:16:38.212686 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-fab4aac1-e05e-4f8f-8980-4dccbd3bd2db tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:38.214014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-fab4aac1-e05e-4f8f-8980-4dccbd3bd2db tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0451093 Jul 18 14:16:38.310250 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Deleting port caff2315-38e2-45b5-bb40-99b2083aaf3a {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:38.310589 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:38.397960 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] For port caff2315-38e2-45b5-bb40-99b2083aaf3a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=caff2315-38e2-45b5-bb40-99b2083aaf3a,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:38.398615 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:38.411557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Calling delete_port for caff2315-38e2-45b5-bb40-99b2083aaf3a owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:38.555273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-da44b452-fb10-4e35-bd4a-65f8d17d643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:38.555841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:38.565546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890fa98-b6b8-4070-9699-510e229da141 req-12d0ac47-b85d-42c0-9a78-8535f435bae8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:38.567112 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3890fa98-b6b8-4070-9699-510e229da141 req-12d0ac47-b85d-42c0-9a78-8535f435bae8 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e87ba3d-6fdc-4f00-872f-10529eae1db5 HTTP/1.1" status: 200 len: 945 time: 0.0766585 Jul 18 14:16:38.591080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (caff2315-38e2-45b5-bb40-99b2083aaf3a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:38.623705 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Pushing event deleted for resources: {'Port': ['ID=caff2315-38e2-45b5-bb40-99b2083aaf3a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:38.630208 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['caff2315-38e2-45b5-bb40-99b2083aaf3a'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:16:38.673554 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3890fa98-b6b8-4070-9699-510e229da141 req-6c406386-a7ed-47db-a988-3902b3ab74f3 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.94 "GET /v2.0/security-groups?id=d958e683-14d0-4403-b86b-9967b81158fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Jul 18 14:16:38.691262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] No DVR routers for this DVR port caff2315-38e2-45b5-bb40-99b2083aaf3a on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:16:38.697564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:38.701569 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e71654d1-e60a-4b47-b09a-c1f365f74623 req-69e02fe8-eeed-4964-92af-955a4bae7ba5 tempest-ServerRescueNegativeTestJSON-177133946 tempest-ServerRescueNegativeTestJSON-177133946-project] 10.222.0.87 "DELETE /v2.0/ports/caff2315-38e2-45b5-bb40-99b2083aaf3a HTTP/1.1" status: 204 len: 173 time: 0.4716485 Jul 18 14:16:38.702028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'name': 'network-vif-deleted', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:38.704417 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3a070-a1cd-4d53-a60d-44bd5996b23d" -d '{"events": [{"server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "name": "network-vif-deleted", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:38.742737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07164189-61c1-49dc-9a96-1a4f3ac55683 x-openstack-request-id: req-07164189-61c1-49dc-9a96-1a4f3ac55683 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:38.743066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e87ba3d-6fdc-4f00-872f-10529eae1db5", "name": "network-vif-deleted", "tag": "caff2315-38e2-45b5-bb40-99b2083aaf3a", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:38.743523 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-07164189-61c1-49dc-9a96-1a4f3ac55683 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:38.743969 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07164189-61c1-49dc-9a96-1a4f3ac55683'] response: {'server_uuid': '6e87ba3d-6fdc-4f00-872f-10529eae1db5', 'name': 'network-vif-deleted', 'tag': 'caff2315-38e2-45b5-bb40-99b2083aaf3a', 'status': 'completed', 'code': 200} Jul 18 14:16:38.813109 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 242eaddb-7d26-4618-bcb7-2932b894ee02 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:38.832357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 242eaddb-7d26-4618-bcb7-2932b894ee02 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:38.832708 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 242eaddb-7d26-4618-bcb7-2932b894ee02 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:39.733314 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39628) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:39.973824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:40.409526 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=64 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:40.496731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:40.541500 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:40.542257 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:40.715229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f18e2c4f-0b7a-4588-960c-478f5b736771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:40.769480 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Deleting port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:40.770064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:40.847369 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] For port 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:40.847724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:40.860064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Calling delete_port for 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:40.959488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:41.036115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (2a8749cd-ae7b-422a-92e6-2abbb8f20e6f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.058605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8749cd-ae7b-422a-92e6-2abbb8f20e6f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:41.164832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:41.227879 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.432216 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:16:41.531782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:41.537159 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8e889927-e7da-4206-83c8-2930c25a6d95 admin admin] 10.222.0.94 "PUT /v2.0/routers/7196ade4-c5b2-4e7d-ab28-568bff29bdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027871 Jul 18 14:16:41.539616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39632) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:41.541329 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Sync routers for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:41.552098 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:41.552749 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:41.637082 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks [] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.653079 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:41.737847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks [] for router_gateway (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.770426 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:41.782489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Deleting port 5ca948d3-5319-41d2-ab53-eb728d1f41ec {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:41.783097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.796318 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:41.822311 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:16:40Z', 'revision_number': 5, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port': {'id': '5ca948d3-5319-41d2-ab53-eb728d1f41ec', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:41.847401 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Checking router: 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:16:41.856037 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Routers {'7196ade4-c5b2-4e7d-ab28-568bff29bdf1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:41.856638 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:41.872617 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] For port 5ca948d3-5319-41d2-ab53-eb728d1f41ec, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=5ca948d3-5319-41d2-ab53-eb728d1f41ec,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:41.872987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.885907 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Calling delete_port for 5ca948d3-5319-41d2-ab53-eb728d1f41ec owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:41.938099 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] Set router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:41.971090 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:41.990225 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:16:41Z', 'revision_number': 6, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:42.015269 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d87555-a4d3-4874-8c2b-50de69c8a868 None None] The sync data for ids ['7196ade4-c5b2-4e7d-ab28-568bff29bdf1'] in dv-cinder-849846-1-iscsi is: [{'id': '7196ade4-c5b2-4e7d-ab28-568bff29bdf1', 'name': 'tempest-ServerRescueNegativeTestJSON-26419836-router', 'tenant_id': 'eaf9f75abc034491bd1b8846c05bf625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:28Z', 'updated_at': '2022-07-18T14:16:41Z', 'revision_number': 6, 'project_id': 'eaf9f75abc034491bd1b8846c05bf625', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:16:42.019711 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:42.063090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (5ca948d3-5319-41d2-ab53-eb728d1f41ec), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.085275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca948d3-5319-41d2-ab53-eb728d1f41ec,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:42.154524 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.257066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.259149 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks [] for router_controller (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.319301 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (7196ade4-c5b2-4e7d-ab28-568bff29bdf1), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.319870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7196ade4-c5b2-4e7d-ab28-568bff29bdf1 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:16:42.324593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.325742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-15389b2f-c6da-4053-b898-ef886098b772 admin admin] 10.222.0.94 "DELETE /v2.0/routers/7196ade4-c5b2-4e7d-ab28-568bff29bdf1 HTTP/1.1" status: 204 len: 168 time: 0.7850101 Jul 18 14:16:42.328314 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39636) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:42.376655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Deleting subnet 1ac30e2a-283f-459c-aac9-7d5de5acafe0 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:16:42.380330 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Publish callbacks [] for subnet (1ac30e2a-283f-459c-aac9-7d5de5acafe0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.415566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (1ac30e2a-283f-459c-aac9-7d5de5acafe0), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.527363 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (1ac30e2a-283f-459c-aac9-7d5de5acafe0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.578227 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (1ac30e2a-283f-459c-aac9-7d5de5acafe0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.603571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac30e2a-283f-459c-aac9-7d5de5acafe0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:42.607886 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.611569 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-521d9876-4be7-47b3-a7ec-dbd2d058cb7e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/1ac30e2a-283f-459c-aac9-7d5de5acafe0 HTTP/1.1" status: 204 len: 168 time: 0.2818055 Jul 18 14:16:42.613628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39638) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:42.616249 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701fc8b-2609-489a-931e-ab103ffe056a None None] Network 1e995c6e-c3ce-4e05-9f56-a5572491371e requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:16:42.684313 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (1e995c6e-c3ce-4e05-9f56-a5572491371e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.718714 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:42.728625 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Deleting port 94283a1f-0d58-486c-a02b-2db9a41ba1df {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:42.728974 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.777155 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] DHCP port deletion for 1e995c6e-c3ce-4e05-9f56-a5572491371e request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:16:42.804802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] For port 94283a1f-0d58-486c-a02b-2db9a41ba1df, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=94283a1f-0d58-486c-a02b-2db9a41ba1df,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:42.805374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.814857 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device caff2315-38e2-45b5-bb40-99b2083aaf3a no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:42.820880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Calling delete_port for 94283a1f-0d58-486c-a02b-2db9a41ba1df owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:42.825565 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Deleting port 94283a1f-0d58-486c-a02b-2db9a41ba1df {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:42.825565 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.844222 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: caff2315-38e2-45b5-bb40-99b2083aaf3a {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:42.844561 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device caff2315-38e2-45b5-bb40-99b2083aaf3a not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:42.906989 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] For port 94283a1f-0d58-486c-a02b-2db9a41ba1df, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=94283a1f-0d58-486c-a02b-2db9a41ba1df,segment=NetworkSegment(ab012fed-cb76-4ff0-a50f-b5933ae2bb27),segment_id=ab012fed-cb76-4ff0-a50f-b5933ae2bb27)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:42.907385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.909607 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:42.921112 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Calling delete_port for 94283a1f-0d58-486c-a02b-2db9a41ba1df owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:42.934855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Pushing event deleted for resources: {'Port': ['ID=94283a1f-0d58-486c-a02b-2db9a41ba1df,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:42.939449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] No DVR routers for this DVR port 94283a1f-0d58-486c-a02b-2db9a41ba1df on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:16:43.003267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (94283a1f-0d58-486c-a02b-2db9a41ba1df), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.029484 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] Pushing event deleted for resources: {'Port': ['ID=94283a1f-0d58-486c-a02b-2db9a41ba1df,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:43.035351 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d00279-47fc-4bba-8fd9-fb203928c247 None None] No DVR routers for this DVR port 94283a1f-0d58-486c-a02b-2db9a41ba1df on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:16:43.226258 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.268693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (1e995c6e-c3ce-4e05-9f56-a5572491371e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.288804 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e995c6e-c3ce-4e05-9f56-a5572491371e']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:43.297563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:43.299241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:43.299540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab012fed-cb76-4ff0-a50f-b5933ae2bb27') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:43.309350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (ab012fed-cb76-4ff0-a50f-b5933ae2bb27), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.322687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (ab012fed-cb76-4ff0-a50f-b5933ae2bb27), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.329079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:16:43.329474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (ab012fed-cb76-4ff0-a50f-b5933ae2bb27), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.352131 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment ab012fed-cb76-4ff0-a50f-b5933ae2bb27 resource provider aggregate not found Jul 18 14:16:43.380222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment ab012fed-cb76-4ff0-a50f-b5933ae2bb27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab012fed-cb76-4ff0-a50f-b5933ae2bb27 found for delete ", "request_id": "req-6d8fd5d7-0176-4e44-b87e-5a98588da9ae"}]} Jul 18 14:16:43.393103 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (1e995c6e-c3ce-4e05-9f56-a5572491371e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.398305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.401902 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] 10.222.0.94 "DELETE /v2.0/networks/1e995c6e-c3ce-4e05-9f56-a5572491371e HTTP/1.1" status: 204 len: 168 time: 0.7868481 Jul 18 14:16:43.412629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd9dc2-6ae6-4d31-a30b-fbb227cd7405 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e995c6e-c3ce-4e05-9f56-a5572491371e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:43.541323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:43.558201 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39646) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:43.577837 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:43.578256 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2a8749cd-ae7b-422a-92e6-2abbb8f20e6f not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:43.578678 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 94283a1f-0d58-486c-a02b-2db9a41ba1df no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:43.600159 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3be49da8-a2eb-4c89-810c-41ce0f58d1cb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eaf9f75abc034491bd1b8846c05bf625&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407605 Jul 18 14:16:43.602729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39648) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:43.603263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.604568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 94283a1f-0d58-486c-a02b-2db9a41ba1df {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:43.604910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 94283a1f-0d58-486c-a02b-2db9a41ba1df not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:43.605426 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 5ca948d3-5319-41d2-ab53-eb728d1f41ec no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:16:43.624077 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 5ca948d3-5319-41d2-ab53-eb728d1f41ec {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:16:43.624417 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 5ca948d3-5319-41d2-ab53-eb728d1f41ec not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:16:43.654272 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] Publish callbacks [] for security_group (d958e683-14d0-4403-b86b-9967b81158fe), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.675555 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] Publish callbacks [] for security_group (d958e683-14d0-4403-b86b-9967b81158fe), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.723905 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d958e683-14d0-4403-b86b-9967b81158fe), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.726503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:43.727662 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d958e683-14d0-4403-b86b-9967b81158fe HTTP/1.1" status: 204 len: 168 time: 0.1240354 Jul 18 14:16:43.735706 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c1d30-5a93-4459-8a6b-a69d5e3c1883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958e683-14d0-4403-b86b-9967b81158fe,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:44.435832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39670) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:44.562906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-282522345-network', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:44.582662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Made reservation on behalf of 3e0348cc781c4af3bfc3302499b19c74 for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:16:44.585008 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.596405 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.671057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks [] for security_group (3c677702-01e8-4780-a4a7-24aa9eb6d558), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.675261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3c677702-01e8-4780-a4a7-24aa9eb6d558), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.703279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:16:44.709780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c677702-01e8-4780-a4a7-24aa9eb6d558,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:44.716400 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (5a91bfa5-2855-4492-9445-c6f7aeb01ddb), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.716746 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Added segment 5a91bfa5-2855-4492-9445-c6f7aeb01ddb of type vlan for network 20020f83-2428-4bfd-81fa-0f1a764c36bd Jul 18 14:16:44.756834 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (20020f83-2428-4bfd-81fa-0f1a764c36bd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.783117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (20020f83-2428-4bfd-81fa-0f1a764c36bd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.784128 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:44.784712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.816457 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3776782 Jul 18 14:16:44.819270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39674) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:44.850627 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Request body: {'subnet': {'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-subnet', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:44.863419 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1ef05-dd41-4de5-a9cb-286e6f846ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=20020f83-2428-4bfd-81fa-0f1a764c36bd,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:44.868594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:44.873655 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:16:44.878603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Made reservation on behalf of 3e0348cc781c4af3bfc3302499b19c74 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:16:44.881064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:44.889319 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:45.054980 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (4220aa45-982a-4945-b102-33d5fb227f1f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.109583 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4220aa45-982a-4945-b102-33d5fb227f1f,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:45.119527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Checking segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:16:45.119887 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Network hostable DHCP agents. Network: 20020f83-2428-4bfd-81fa-0f1a764c36bd, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:16:45.137091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:16:45.145395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 20020f83-2428-4bfd-81fa-0f1a764c36bd) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:45.150262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:45.151054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.154917 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016144d8-a96a-4a2c-9203-1ea12fcf0441 None None] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:16:45.167963 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-20d0b290-10fe-445a-a226-3c645bdc55de admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3476944 Jul 18 14:16:45.170679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39676) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:45.175061 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:45.194973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.196145 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.205162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:45.229361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:45.251042 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for router_controller (8f26eae0-f87e-4086-bdd6-63fe66215fe3), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.265030 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-20020f83-2428-4bfd-81fa-0f1a764c36bd', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:16:45.266081 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.385086 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for router_gateway (8f26eae0-f87e-4086-bdd6-63fe66215fe3), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.405738 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Allocated IP 172.20.0.2 (20020f83-2428-4bfd-81fa-0f1a764c36bd/4220aa45-982a-4945-b102-33d5fb227f1f/7ed6c648-9848-4928-9b82-9040c76ecb32) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:16:45.547437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks [] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.553290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.565561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for router_gateway (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.584828 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.589733 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:45.592605 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:45.595223 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:16:45.612408 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Pushing event updated for resources: {'Port': ['ID=7ed6c648-9848-4928-9b82-9040c76ecb32,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:45.664936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Attempting to bind port 7ed6c648-9848-4928-9b82-9040c76ecb32 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:16:45.665336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Attempting to bind port 7ed6c648-9848-4928-9b82-9040c76ecb32 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:16:45.665706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Attempting to bind port 7ed6c648-9848-4928-9b82-9040c76ecb32 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:16:45.670686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:16:45.671114 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Checking segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:16:45.671522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.672197 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Bound using segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:16:45.672658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Bound port: 7ed6c648-9848-4928-9b82-9040c76ecb32, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:16:45.673031 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.692256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Allocated IP 172.27.1.56 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/7cd8fbe1-e520-47ff-92b7-7cdc14482ac0) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:16:45.696278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:45.733874 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] For port 7ed6c648-9848-4928-9b82-9040c76ecb32, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:16:45.737405 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] For port 7ed6c648-9848-4928-9b82-9040c76ecb32, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7ed6c648-9848-4928-9b82-9040c76ecb32,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:16:45.744104 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.808937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c66b4-f164-44c3-af2e-f8e9dcee9c5d None None] Pushing event updated for resources: {'Port': ['ID=7ed6c648-9848-4928-9b82-9040c76ecb32,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:45.810924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.845342 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:45.885948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:45.891741 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:45.894167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:16:45.922913 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:46.159022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:46.164570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for router_gateway (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:46.354037 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:46.485582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:16:46.581527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:46.593962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:46.603239 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:46.611057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:46.612388 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a902ce3c-076e-484b-a07c-b571081a7fb6 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4407835 Jul 18 14:16:46.615023 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39680) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:46.616870 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:46.617490 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:46.699053 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17b4cd-988a-4485-b4b5-c146cba0ddf2 None None] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:16:46.779005 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:46.842975 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:46.863905 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Provisioning complete for port 7ed6c648-9848-4928-9b82-9040c76ecb32 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:46.864301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:46.869459 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.034403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.062088 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Current status of the port 7ed6c648-9848-4928-9b82-9040c76ecb32 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:47.062487 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.072607 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:46Z', 'revision_number': 3, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:47.102802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.103824 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:16:47.104360 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Updating router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:16:47.199382 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Allocated IP 172.20.0.1 (20020f83-2428-4bfd-81fa-0f1a764c36bd/4220aa45-982a-4945-b102-33d5fb227f1f/192d8246-ae54-40d5-bb9c-8c51135cbbc7) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:16:47.276682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] For port 7ed6c648-9848-4928-9b82-9040c76ecb32, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7ed6c648-9848-4928-9b82-9040c76ecb32,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:47.277943 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.281839 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.308126 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks [] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.333332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.339539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.378928 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:47.386075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:47.390357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:16:47.414442 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Pushing event updated for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:47.416299 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f745a-f041-4bd6-adab-51dc595efc50 None None] Pushing event updated for resources: {'Port': ['ID=7ed6c648-9848-4928-9b82-9040c76ecb32,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:47.421683 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f1b3b874-fe3b-4fe9-95e0-5ce5491df206 None None] Provisioning complete for port 7ed6c648-9848-4928-9b82-9040c76ecb32 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:47.422317 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b874-fe3b-4fe9-95e0-5ce5491df206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.434709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.587299 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3b874-fe3b-4fe9-95e0-5ce5491df206 None None] Current status of the port 7ed6c648-9848-4928-9b82-9040c76ecb32 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:47.596301 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.639097 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7ed6c648-9848-4928-9b82-9040c76ecb32 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:47.692673 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks [] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.714578 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.756479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-cb2a71f8-f2ea-4bc1-89f4-0491ecead458 None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:47.756848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb2a71f8-f2ea-4bc1-89f4-0491ecead458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.762572 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.768085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks [] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.772629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.791813 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.825875 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cf32f-0f9e-4eec-9759-a1c23e53226d None None] Pushing event updated for resources: {'Port': ['ID=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:47.828054 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Attempting to bind port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:16:47.828429 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Attempting to bind port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:16:47.828793 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Attempting to bind port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:16:47.833686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 7ed6c648-9848-4928-9b82-9040c76ecb32 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:47.834060 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.838633 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a71f8-f2ea-4bc1-89f4-0491ecead458 None None] Port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:16:47.840863 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Pushing event updated for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:47.845653 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.858902 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:16:47.859279 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:16:47.859677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.860170 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:16:47.860651 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Bound port: 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:16:47.861031 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.901760 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:47.927926 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] For port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:16:47.937734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:47.944001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:47.960563 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] For port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:16:47.971392 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:47.977126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 7ed6c648-9848-4928-9b82-9040c76ecb32 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:48.047439 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cf32f-0f9e-4eec-9759-a1c23e53226d None None] Pushing event updated for resources: {'Port': ['ID=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:48.052916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:48.053978 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:48.067115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:16:48.178038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ea863730-1db5-4ddf-9404-63b4dfa04c72 None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:48.178411 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ea863730-1db5-4ddf-9404-63b4dfa04c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:48.223294 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:48.252493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ea863730-1db5-4ddf-9404-63b4dfa04c72 None None] Port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:16:48.423607 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:48.426519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 2, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:48.432157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:48.437760 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c87befa1-b29f-4426-8700-19a50654be7b admin admin] 10.222.0.94 "PUT /v2.0/routers/8f26eae0-f87e-4086-bdd6-63fe66215fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8217328 Jul 18 14:16:48.460229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08a74-c42a-400d-924b-4a0bd37d30c9 None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 2, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:16:48.785945 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39690) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:48.793343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149135489', 'description': 'tempest-description--119311804'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:48.816702 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:48.890288 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (6aab94c8-9f1d-44a9-a04c-585242e4ac62), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:48.894182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6aab94c8-9f1d-44a9-a04c-585242e4ac62), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:48.927044 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab94c8-9f1d-44a9-a04c-585242e4ac62,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:48.933256 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:48.934492 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a239072f-3d87-4827-908a-51eb5de6cf72 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1474421 Jul 18 14:16:48.937683 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39692) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:48.942503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group_rule': {'security_group_id': '6aab94c8-9f1d-44a9-a04c-585242e4ac62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:48.972698 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (0ff8c90d-c364-4b9c-83cb-be113df013fa), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.030853 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (0ff8c90d-c364-4b9c-83cb-be113df013fa), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.034687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (0ff8c90d-c364-4b9c-83cb-be113df013fa), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.055721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff8c90d-c364-4b9c-83cb-be113df013fa,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:49.065530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.067988 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d3ae52e0-a269-454a-b96c-4e4447dbe625 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283298 Jul 18 14:16:49.069641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39694) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:49.074771 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group_rule': {'security_group_id': '6aab94c8-9f1d-44a9-a04c-585242e4ac62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:49.112610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (cdc7df31-3ca7-499b-8dde-a4deccca7bb6), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.182108 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (cdc7df31-3ca7-499b-8dde-a4deccca7bb6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.186511 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (cdc7df31-3ca7-499b-8dde-a4deccca7bb6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.206403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7df31-3ca7-499b-8dde-a4deccca7bb6,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:49.216788 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.218063 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d449f967-6dac-4cf9-b281-07df4a1b17d6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473317 Jul 18 14:16:49.221122 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39696) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:16:49.225504 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:49.247606 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.328121 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.444102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Allocated IP 172.27.1.71 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/a11d7db8-97f7-4a2c-9a96-b1ddc5753e53) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:16:49.481871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:49.561291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.572544 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:49.598730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.624236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:49.624620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.645110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:49.648665 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:49.652688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:16:49.673809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=a11d7db8-97f7-4a2c-9a96-b1ddc5753e53,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:49.685139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:49.706566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:49.706878 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.730166 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:49.735514 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.744939 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.769577 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:49.774541 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:49.785301 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:49.789574 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.941282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:49.946072 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:50.014176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=a11d7db8-97f7-4a2c-9a96-b1ddc5753e53,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:50.025652 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:50.041267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:50.042638 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-208cf4b8-492b-4840-95a9-9b1e45315e97 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8205695 Jul 18 14:16:50.201174 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-603f6a9e-ed68-4c19-867a-bf9ecf289e85 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--149135489&fields=id&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 267 time: 0.0452139 Jul 18 14:16:50.316165 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-f6304a6a-6bfa-4aee-9bab-15db4484e26c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:50.317656 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-f6304a6a-6bfa-4aee-9bab-15db4484e26c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 816 time: 0.1101961 Jul 18 14:16:50.332013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-921866b9-4e22-41d4-acfe-496994275e0a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/quotas/3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Jul 18 14:16:50.381267 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7cba577b-a430-476d-8009-0654ced40495 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445218 Jul 18 14:16:50.382948 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:50.393429 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:50.394096 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:50.452716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:50.482499 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-18ca3afe-bff7-4848-99c4-300940c686ef service neutron] 10.222.0.94 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898414 Jul 18 14:16:50.493906 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:50.573710 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-3f42684e-11ee-44ae-9a1e-416bfa09e6ac service neutron] 10.222.0.94 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Jul 18 14:16:50.681513 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 2, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:50.710888 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:16:50.711362 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Updating router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:16:50.741294 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:50.748590 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e390690-1f08-4258-9d18-94b2f0cd257d req-1d5b4731-0aef-41b5-a4e5-511136e9e7bb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 210 time: 0.0376422 Jul 18 14:16:51.010827 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:51.097966 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks [] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.102468 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.156762 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Pushing event updated for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:51.179116 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.179462 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.179818 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.180212 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.180544 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.180945 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.181213 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.181570 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.181958 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.182442 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.183085 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.183411 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.183735 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.184150 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.184392 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:16:51.225074 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Attempting to bind port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:16:51.225592 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Attempting to bind port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:16:51.226056 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Attempting to bind port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:16:51.231575 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:16:51.232133 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Checking segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:16:51.232596 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.233085 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Bound using segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:16:51.233637 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Bound port: 192d8246-ae54-40d5-bb9c-8c51135cbbc7, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:16:51.234056 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.275763 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:51.309940 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] For port 192d8246-ae54-40d5-bb9c-8c51135cbbc7, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:16:51.313714 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] For port 192d8246-ae54-40d5-bb9c-8c51135cbbc7, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=192d8246-ae54-40d5-bb9c-8c51135cbbc7,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:16:51.320400 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.380165 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:51.380835 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:51.403105 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:51.404100 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.436623 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958fb81-36a7-4aff-baab-c7eeab5190c7 None None] Pushing event updated for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=4']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:51.510699 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:16:51.531136 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Current status of the port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:51.531745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.579586 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] For port 192d8246-ae54-40d5-bb9c-8c51135cbbc7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=192d8246-ae54-40d5-bb9c-8c51135cbbc7,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:51.584306 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.633731 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be24e3-e876-4fdf-8167-d166d3f5a36a None None] Pushing event updated for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:51.648812 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 192d8246-ae54-40d5-bb9c-8c51135cbbc7 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:51.698187 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:51.698645 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.723833 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:16:51.733009 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-7b6c4cf5-71fb-4699-bdac-9b2de935ec55 None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:51.733380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4cf5-71fb-4699-bdac-9b2de935ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.749160 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2306-c3b9-4cbe-a450-2fbabe54608c None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:16:51.821068 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:51.822408 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:51.864804 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca7b0324-b6f5-4931-8766-040f138d3dea req-6ea0ef12-6f4d-4880-8249-66c69c45dda0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 210 time: 0.0353153 Jul 18 14:16:51.878757 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c4cf5-71fb-4699-bdac-9b2de935ec55 None None] Current status of the port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:51.892812 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:51.893181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:51.971078 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:52.196829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-45bd4e46-9715-4d1b-97ba-a3fe0be9e7cd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:52.199067 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-45bd4e46-9715-4d1b-97ba-a3fe0be9e7cd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 816 time: 0.1127667 Jul 18 14:16:52.220456 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:52.292212 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-f306b476-e39e-4c9b-8a61-e56b09a76fc3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 379 time: 0.0783572 Jul 18 14:16:52.383148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'port': {'device_id': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'admin_state_up': True, 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'security_groups': ['6aab94c8-9f1d-44a9-a04c-585242e4ac62']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:52.490317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Made reservation on behalf of 3e0348cc781c4af3bfc3302499b19c74 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:16:52.493595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:52.625703 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Allocated IP 172.20.0.8 (20020f83-2428-4bfd-81fa-0f1a764c36bd/4220aa45-982a-4945-b102-33d5fb227f1f/d2e80dca-1817-42f8-9092-05e8705d1f77) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:16:52.764497 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:52.797258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:52.838304 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:16:52.843435 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:16:52.847677 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:16:52.854423 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:52.875175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:52.903891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:52.904671 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:52.928768 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-78aedaf6-d72f-4f33-bf2e-2376885753e7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507050 Jul 18 14:16:52.986045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Request body: {'port': {'device_id': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:16:53.021623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03013b9b-653e-422e-9a80-375990b2b980 req-2f371d79-8c2c-4632-bf17-3677ba8033eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:53.023051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-03013b9b-653e-422e-9a80-375990b2b980 req-2f371d79-8c2c-4632-bf17-3677ba8033eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 931 time: 0.0781512 Jul 18 14:16:53.075704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.105893 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6a97c73d-43b7-4e1f-a690-a8b6092d79d4 None None] Provisioning complete for port d2e80dca-1817-42f8-9092-05e8705d1f77 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:53.106468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6a97c73d-43b7-4e1f-a690-a8b6092d79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.125853 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-03013b9b-653e-422e-9a80-375990b2b980 req-629f44b1-1737-4fdd-9c12-c7aa92485a4e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956268 Jul 18 14:16:53.127892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:53.140761 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6a97c73d-43b7-4e1f-a690-a8b6092d79d4 None None] Port d2e80dca-1817-42f8-9092-05e8705d1f77 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:16:53.361842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:16:53.369226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks [] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.381894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Transition to ACTIVE for port object d2e80dca-1817-42f8-9092-05e8705d1f77 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:16:53.386340 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.437178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:53.511159 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Attempting to bind port d2e80dca-1817-42f8-9092-05e8705d1f77 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:16:53.511451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Attempting to bind port d2e80dca-1817-42f8-9092-05e8705d1f77 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:16:53.511782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Attempting to bind port d2e80dca-1817-42f8-9092-05e8705d1f77 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:16:53.516668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Port d2e80dca-1817-42f8-9092-05e8705d1f77 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:16:53.516998 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Attempting to bind port d2e80dca-1817-42f8-9092-05e8705d1f77 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:16:53.522287 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:16:53.522555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Checking segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:16:53.522941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Bound using segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:16:53.523372 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Bound port: d2e80dca-1817-42f8-9092-05e8705d1f77, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:16:53.523735 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.576780 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 192d8246-ae54-40d5-bb9c-8c51135cbbc7 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:53.593533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:16:53.596741 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:16:53.605125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.624457 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:53.624835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.639452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:53.640107 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:53.641474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] 10.222.0.87 "PUT /v2.0/ports/d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 1093 time: 0.6626616 Jul 18 14:16:53.641908 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:53.644179 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:53.670528 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7821cf-c793-47aa-91b6-5fe040700b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:53.674371 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:53.693139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccc71cc-4808-4322-bfec-bd915e2d311c x-openstack-request-id: req-4ccc71cc-4808-4322-bfec-bd915e2d311c {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:53.693433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:53.693744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4ccc71cc-4808-4322-bfec-bd915e2d311c {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:53.694259 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccc71cc-4808-4322-bfec-bd915e2d311c'] response: {'name': 'network-changed', 'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'status': 'completed', 'code': 200} Jul 18 14:16:53.736944 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:53.754953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-26d910e9-a927-44c9-823e-85a5781ee903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:53.756580 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-26d910e9-a927-44c9-823e-85a5781ee903 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1127 time: 0.0449159 Jul 18 14:16:53.808760 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-aa58e56d-df7e-4615-a205-100a501e6ac5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 217 time: 0.0392778 Jul 18 14:16:53.877189 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-c2c52c8f-931f-45a5-8d56-0c0a5ad36900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:53.878646 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-c2c52c8f-931f-45a5-8d56-0c0a5ad36900 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0479240 Jul 18 14:16:53.914674 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:53.924215 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-9184ef98-1beb-4c58-8a8f-70cff2217456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:53.926015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-9184ef98-1beb-4c58-8a8f-70cff2217456 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411122 Jul 18 14:16:54.019508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-a5203ee9-76a1-4f08-9f24-239dd23145cd service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874093 Jul 18 14:16:54.093063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:54.110832 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8da9d4f-d650-447b-8e0c-235a6f6a1373 req-f2ebc487-4622-4862-82ac-ca083beb888a service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Jul 18 14:16:54.250268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048af21-b6f3-494d-abc2-ee4b141897bd req-6e7db781-4857-425a-b3cb-bfef6d44e2c1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:54.251728 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6048af21-b6f3-494d-abc2-ee4b141897bd req-6e7db781-4857-425a-b3cb-bfef6d44e2c1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0472190 Jul 18 14:16:54.302631 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6048af21-b6f3-494d-abc2-ee4b141897bd req-95990b24-311e-4c76-894a-9a1756a1e38b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Jul 18 14:16:55.418410 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3beb-74f0-403f-8eac-e71340b28c31 req-e8db3710-47e1-41a6-afb3-790dcecbeb90 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:55.419844 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9ca3beb-74f0-403f-8eac-e71340b28c31 req-e8db3710-47e1-41a6-afb3-790dcecbeb90 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0458531 Jul 18 14:16:55.466896 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9ca3beb-74f0-403f-8eac-e71340b28c31 req-7d7d220e-ec46-4959-85e8-fe966ff0dd18 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 Jul 18 14:16:56.479965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-9bdaa5a8-3009-430c-b81e-940c4d1433dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:56.481515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-9bdaa5a8-3009-430c-b81e-940c4d1433dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1127 time: 0.0483449 Jul 18 14:16:56.602727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f009-8bc9-4a83-a274-4557ad5fbb78 req-ac7b4357-cff0-4dc7-85c2-b4945cbe9137 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:56.604752 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6283f009-8bc9-4a83-a274-4557ad5fbb78 req-ac7b4357-cff0-4dc7-85c2-b4945cbe9137 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0571299 Jul 18 14:16:56.630214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-1152113c-b732-4fbd-9641-c08844a1bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:56.631602 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-1152113c-b732-4fbd-9641-c08844a1bbaa service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.1436069 Jul 18 14:16:56.683089 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-cd97fbfa-c9c0-4ee1-a8e7-098a79aa607e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 217 time: 0.0439556 Jul 18 14:16:56.701600 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6283f009-8bc9-4a83-a274-4557ad5fbb78 req-546765c9-07f2-466a-bc26-aaf9ee738b37 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877228 Jul 18 14:16:56.736980 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-10811881-fedd-45fa-96bf-0d803cd43e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:56.738349 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-10811881-fedd-45fa-96bf-0d803cd43e90 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0480051 Jul 18 14:16:56.782117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-a456f2bd-cc25-47de-b547-e9c913116b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:56.783594 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-a456f2bd-cc25-47de-b547-e9c913116b0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394175 Jul 18 14:16:56.845088 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:16:56.879329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-b279e689-26b1-4e70-ac74-898a0a88ad57 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891695 Jul 18 14:16:56.882733 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:56.947744 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:56.959063 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:16:56.978007 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd884a98-596c-42e4-ad85-8b42d8dfd0ee req-46179688-a412-492e-8f62-db2af832bc38 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Jul 18 14:16:56.995146 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:56.995468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:57.008328 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:16:57.028030 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:57.031377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:57.077434 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:57.513567 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['d2e80dca-1817-42f8-9092-05e8705d1f77'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:16:57.620420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:57.630061 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbed31-6321-4fb5-9e3f-4a76e3ae0f08 req-c760661f-b09d-423b-83b3-97b751b9a934 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:57.631550 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6afbed31-6321-4fb5-9e3f-4a76e3ae0f08 req-c760661f-b09d-423b-83b3-97b751b9a934 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Jul 18 14:16:57.678082 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6afbed31-6321-4fb5-9e3f-4a76e3ae0f08 req-9d175941-254b-4f0c-a0ac-ddb4ee336b45 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Jul 18 14:16:57.821694 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b080db-ed6e-4c6a-b8b4-07bba072ca86 req-c7e551b9-2d69-47c0-ae25-defae23ca547 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:57.822861 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60b080db-ed6e-4c6a-b8b4-07bba072ca86 req-c7e551b9-2d69-47c0-ae25-defae23ca547 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0486283 Jul 18 14:16:57.876348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60b080db-ed6e-4c6a-b8b4-07bba072ca86 req-2b443e89-58a2-4009-884d-0789534b1800 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478663 Jul 18 14:16:58.790344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90bda2-519c-4c40-8f3e-ebefebcac3e8 req-3bb3e942-ae18-48b2-a72a-33d7845bc8b5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:58.792318 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff90bda2-519c-4c40-8f3e-ebefebcac3e8 req-3bb3e942-ae18-48b2-a72a-33d7845bc8b5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0461266 Jul 18 14:16:58.841527 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff90bda2-519c-4c40-8f3e-ebefebcac3e8 req-2c168daa-a3e0-4b01-b762-75665ff8425b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=9752228d-e2c2-4567-836f-c649d0451f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Jul 18 14:16:58.845689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:16:58.888256 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port d2e80dca-1817-42f8-9092-05e8705d1f77 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:16:58.893642 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port d2e80dca-1817-42f8-9092-05e8705d1f77 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:16:58.894037 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:58.922444 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:58.924624 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:58.980300 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:16:58.980601 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:58.997818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a96a6-c8ba-4f49-90f9-6dafab429f5a req-cc15ab9f-5bad-442a-b7dc-0de5fd377750 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:58.999321 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd4a96a6-c8ba-4f49-90f9-6dafab429f5a req-cc15ab9f-5bad-442a-b7dc-0de5fd377750 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0482864 Jul 18 14:16:59.003377 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:16:59.005671 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e249c-d1c7-435b-a387-c0c83c7d2205" -d '{"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:16:59.018505 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:59.022936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.045655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:59.048891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78130597-9b55-4cce-8264-a040f2fc9b07 x-openstack-request-id: req-78130597-9b55-4cce-8264-a040f2fc9b07 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:16:59.049186 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:16:59.049441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-78130597-9b55-4cce-8264-a040f2fc9b07 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:16:59.049974 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78130597-9b55-4cce-8264-a040f2fc9b07'] response: {'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'code': 200} Jul 18 14:16:59.058608 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dd4a96a6-c8ba-4f49-90f9-6dafab429f5a req-27600b7e-f6b6-4e20-ac45-68cc77dafff8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530910 Jul 18 14:16:59.075690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:59.170568 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-375e9147-dfff-4f43-9c13-b2a8d685e6f4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:59.172302 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-375e9147-dfff-4f43-9c13-b2a8d685e6f4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 945 time: 0.0474157 Jul 18 14:16:59.269187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Deleting port 1923e5dd-1caf-42e2-a2c1-17454b860e6f {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:16:59.269539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.347204 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74babc2b-cc1d-417d-90f0-c957b8398c6d req-c06463d0-e6ea-4958-81d9-40a349566ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:16:59.348788 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74babc2b-cc1d-417d-90f0-c957b8398c6d req-c06463d0-e6ea-4958-81d9-40a349566ab7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1129 time: 0.0910959 Jul 18 14:16:59.415844 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] For port 1923e5dd-1caf-42e2-a2c1-17454b860e6f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1923e5dd-1caf-42e2-a2c1-17454b860e6f,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:16:59.416241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.427168 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74babc2b-cc1d-417d-90f0-c957b8398c6d req-41217642-12d9-4351-9665-2847fd83b44d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725527 Jul 18 14:16:59.577716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.578000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.578317 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Floating IP 8cc782b8-df06-4835-92ee-d521adba4ea0 disassociated. External IP: 172.27.1.2, port: 1923e5dd-1caf-42e2-a2c1-17454b860e6f. Jul 18 14:16:59.578664 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Calling delete_port for 1923e5dd-1caf-42e2-a2c1-17454b860e6f owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:16:59.661518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:59.706514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (1923e5dd-1caf-42e2-a2c1-17454b860e6f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:16:59.733425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'Port': ['ID=1923e5dd-1caf-42e2-a2c1-17454b860e6f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:16:59.841848 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:16:59.953400 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f87bf26c-80e3-478c-9431-5287d20c48c6 req-9337fb9d-0d50-4780-8a3d-f53ab8fb6aee tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Jul 18 14:16:59.970199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:16:59.974816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:16:59.981993 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:16:59.992441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:16:59.993053 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:00.016337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] No DVR routers for this DVR port 1923e5dd-1caf-42e2-a2c1-17454b860e6f on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:17:00.018844 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:00.022195 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2bfb0df-91a8-4bd4-944e-c4844dfe3568 req-50303c5a-e387-4650-b5cf-39c0d1a07346 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "DELETE /v2.0/ports/1923e5dd-1caf-42e2-a2c1-17454b860e6f HTTP/1.1" status: 204 len: 173 time: 0.8437486 Jul 18 14:17:00.022660 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'name': 'network-vif-deleted', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:00.024958 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2285772-bd25-4904-b11d-f4da8de3a705" -d '{"events": [{"server_uuid": "bc44e843-997b-458f-afa5-068509107496", "name": "network-vif-deleted", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:00.062269 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1db2e4-7278-423a-8781-811a765fcfdf x-openstack-request-id: req-cf1db2e4-7278-423a-8781-811a765fcfdf {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:00.062566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc44e843-997b-458f-afa5-068509107496", "name": "network-vif-deleted", "tag": "1923e5dd-1caf-42e2-a2c1-17454b860e6f", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:00.062828 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cf1db2e4-7278-423a-8781-811a765fcfdf {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:00.063240 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1db2e4-7278-423a-8781-811a765fcfdf'] response: {'server_uuid': 'bc44e843-997b-458f-afa5-068509107496', 'name': 'network-vif-deleted', 'tag': '1923e5dd-1caf-42e2-a2c1-17454b860e6f', 'status': 'completed', 'code': 200} Jul 18 14:17:00.195665 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:00.232410 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:00.369612 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:00.428491 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:00.457036 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31127-0d1b-4743-bfed-0fb6c6f8de20 req-26f73d7b-6873-419d-a510-a9f3d2ecd768 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:00.458543 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84b31127-0d1b-4743-bfed-0fb6c6f8de20 req-26f73d7b-6873-419d-a510-a9f3d2ecd768 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.3265929 Jul 18 14:17:00.459267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:00.468101 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:00.468744 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:00.507421 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84b31127-0d1b-4743-bfed-0fb6c6f8de20 req-b25991ae-ec2f-4f08-9b0c-ddaf0eca3480 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Jul 18 14:17:00.577157 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:00.760022 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:00.783756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cba8-364c-47bc-bbf1-0e10366866f2 None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:01.010134 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2af57-b758-4e87-b9ad-6a06e8dd2687 None None] New status for floating IP 8cc782b8-df06-4835-92ee-d521adba4ea0: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:01.087298 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8657c298-e25d-4709-8c38-75796174c231 req-4181051b-80f4-46e7-99ea-5e93678dd21f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc44e843-997b-458f-afa5-068509107496 HTTP/1.1" status: 200 len: 210 time: 0.0278363 Jul 18 14:17:01.633952 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1a9e-f41b-4851-a546-629ee22e979a req-f73a667e-da1f-4a1d-8555-6cfcf6343ab5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:01.635926 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a5c1a9e-f41b-4851-a546-629ee22e979a req-f73a667e-da1f-4a1d-8555-6cfcf6343ab5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0468490 Jul 18 14:17:01.682905 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a5c1a9e-f41b-4851-a546-629ee22e979a req-c6cbdb9b-f0ba-4525-98a5-be8709bd8b05 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Jul 18 14:17:01.797473 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176983b1-7258-43f0-89fd-fd005705a861 req-89fd6966-35be-4608-afe2-2e5f7137649b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:01.798938 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-176983b1-7258-43f0-89fd-fd005705a861 req-89fd6966-35be-4608-afe2-2e5f7137649b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0508406 Jul 18 14:17:01.807544 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39778) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:01.811781 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'floatingip': {'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:01.849731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:01.952092 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.171831 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39784) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:02.230790 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (9752228d-e2c2-4567-836f-c649d0451f15), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.254947 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (9752228d-e2c2-4567-836f-c649d0451f15), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.276627 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.280656 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.304393 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9752228d-e2c2-4567-836f-c649d0451f15), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.307659 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.308843 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "DELETE /v2.0/security-groups/9752228d-e2c2-4567-836f-c649d0451f15 HTTP/1.1" status: 204 len: 168 time: 0.1359975 Jul 18 14:17:02.312131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39786) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:02.328890 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24970d4-9a6b-408f-b925-6e4287a3accc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752228d-e2c2-4567-836f-c649d0451f15,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:02.330902 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-f36d9f83-1d53-4aa9-83cf-6d98c2046376 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] show failed (client error): The resource could not be found. Jul 18 14:17:02.331913 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f36d9f83-1d53-4aa9-83cf-6d98c2046376 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups/9752228d-e2c2-4567-836f-c649d0451f15 HTTP/1.1" status: 404 len: 347 time: 0.0188382 Jul 18 14:17:02.334772 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39788) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:02.370355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:02.381217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Floating IP ca3b52de-5e00-409d-ad43-5853c3e1e1c4 associated. External IP: 172.27.1.71, port: d2e80dca-1817-42f8-9092-05e8705d1f77. Jul 18 14:17:02.447225 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Deleting port c468c9ce-8127-4252-8e20-be40e2175684 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:17:02.447570 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c468c9ce-8127-4252-8e20-be40e2175684), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.525748 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c468c9ce-8127-4252-8e20-be40e2175684), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.526078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (c468c9ce-8127-4252-8e20-be40e2175684), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.537981 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Calling delete_port for c468c9ce-8127-4252-8e20-be40e2175684 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:17:02.584867 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:02.589263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:02.674088 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (c468c9ce-8127-4252-8e20-be40e2175684), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.695202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:02.699595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.703892 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'Port': ['ID=c468c9ce-8127-4252-8e20-be40e2175684,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:02.708931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:02.724461 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:02.725198 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:02.737973 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0bded87b-ec10-40c4-84d3-f7034f2745dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "PUT /v2.0/floatingips/ca3b52de-5e00-409d-ad43-5853c3e1e1c4 HTTP/1.1" status: 200 len: 990 time: 0.9272354 Jul 18 14:17:02.737973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:02.739305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7bef9-cad2-4670-a8a3-540526b85678" -d '{"events": [{"name": "network-changed", "server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:02.773478 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (8cc782b8-df06-4835-92ee-d521adba4ea0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.776472 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.777632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42333eb-8201-4127-bc91-41583612ff09 x-openstack-request-id: req-a42333eb-8201-4127-bc91-41583612ff09 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:02.777843 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0dd4cda4-4a90-42fa-a1d7-33ec55beef2f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "DELETE /v2.0/floatingips/8cc782b8-df06-4835-92ee-d521adba4ea0 HTTP/1.1" status: 204 len: 168 time: 0.4419785 Jul 18 14:17:02.778074 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:02.778393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a42333eb-8201-4127-bc91-41583612ff09 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:02.778863 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42333eb-8201-4127-bc91-41583612ff09'] response: {'name': 'network-changed', 'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'status': 'completed', 'code': 200} Jul 18 14:17:02.841470 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:02.864906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-882d8912-67cd-4377-9fdf-620647516694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:02.866435 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-882d8912-67cd-4377-9fdf-620647516694 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1129 time: 0.0458000 Jul 18 14:17:02.868928 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39796) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:02.873257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114210546', 'description': 'tempest-description--126933588'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:02.874441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 1923e5dd-1caf-42e2-a2c1-17454b860e6f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:17:02.897891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 1923e5dd-1caf-42e2-a2c1-17454b860e6f {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:17:02.898241 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 1923e5dd-1caf-42e2-a2c1-17454b860e6f not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:17:02.948396 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:02.999561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-1507510c-607e-4b41-85c1-4ab867beb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:03.000974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-1507510c-607e-4b41-85c1-4ab867beb458 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.1221075 Jul 18 14:17:03.080196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ca3b52de-5e00-409d-ad43-5853c3e1e1c4', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:16:49Z', 'updated_at': '2022-07-18T14:17:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:03.090502 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (37be13e4-1408-4813-a2b9-cc3d337a07ae), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.092892 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-3342b24d-e7c4-4257-8302-508bd3593451 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 998 time: 0.0845492 Jul 18 14:17:03.094449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (37be13e4-1408-4813-a2b9-cc3d337a07ae), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.104931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:03.112017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.114573 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:03.115194 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:16:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:03.148001 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.149229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2793462 Jul 18 14:17:03.152790 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39798) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:03.157290 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group_rule': {'security_group_id': '37be13e4-1408-4813-a2b9-cc3d337a07ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:03.165724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae78c7b-6b09-415d-bec7-fe8d65e69936 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37be13e4-1408-4813-a2b9-cc3d337a07ae,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:03.173881 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-89c2580b-5fb5-46b1-9d94-4af566e7762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:03.175356 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-89c2580b-5fb5-46b1-9d94-4af566e7762a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0745292 Jul 18 14:17:03.188775 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (9ffe147d-507b-4914-91ce-eabb68f5fc45), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.226106 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-7c1a1a08-214b-44fd-afff-15dd9b2d053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:03.227624 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-7c1a1a08-214b-44fd-afff-15dd9b2d053f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456929 Jul 18 14:17:03.230947 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:03.251764 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (9ffe147d-507b-4914-91ce-eabb68f5fc45), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.254594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.255936 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (9ffe147d-507b-4914-91ce-eabb68f5fc45), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.277685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffe147d-507b-4914-91ce-eabb68f5fc45,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:03.283537 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.287263 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-28ba3ffb-02eb-4e85-8981-8d86cd9869fc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310062 Jul 18 14:17:03.287459 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39800) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:03.291682 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'security_group_rule': {'security_group_id': '37be13e4-1408-4813-a2b9-cc3d337a07ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:03.325615 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (9cbcd1c7-f5e7-4215-b2ce-86e1ce631614), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.331981 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-b0adb1c1-db7d-4e87-afac-f0e09d812b45 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909002 Jul 18 14:17:03.353372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.368028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.370545 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.380488 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (9cbcd1c7-f5e7-4215-b2ce-86e1ce631614), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.385501 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (9cbcd1c7-f5e7-4215-b2ce-86e1ce631614), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.405905 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbcd1c7-f5e7-4215-b2ce-86e1ce631614,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:03.414997 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.416267 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-26a6ac6d-e7eb-4711-b5e0-bebc969ce1fd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278517 Jul 18 14:17:03.419349 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39802) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:03.424244 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:03.441008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c7bef9-cad2-4670-a8a3-540526b85678 req-e9a64e1e-9642-4cae-8e45-c51a579a8d2d service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020823 Jul 18 14:17:03.445151 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.479926 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ca3b52de-5e00-409d-ad43-5853c3e1e1c4', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:16:49Z', 'updated_at': '2022-07-18T14:17:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:03.508589 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814eb1-23a2-4ecc-979f-b9bd4e0038fd None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ca3b52de-5e00-409d-ad43-5853c3e1e1c4', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:16:49Z', 'updated_at': '2022-07-18T14:17:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:03.528508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.641580 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Allocated IP 172.27.1.112 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/6b578ace-b67a-4863-b551-dfe323556ca0) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:17:03.714973 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49ba12-2e5e-40f8-bb6c-46bd3f1b4234 None None] New status for floating IP ca3b52de-5e00-409d-ad43-5853c3e1e1c4: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:03.746417 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:03.752980 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (6b578ace-b67a-4863-b551-dfe323556ca0), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.787817 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.825884 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:17:03.831646 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:17:03.835751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:17:03.840954 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=6b578ace-b67a-4863-b551-dfe323556ca0,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:03.922935 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:03.962037 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:04.078041 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:04.105173 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:04.109872 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (6b578ace-b67a-4863-b551-dfe323556ca0), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:04.114146 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:04.180115 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=6b578ace-b67a-4863-b551-dfe323556ca0,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:04.195858 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:04.211631 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:04.213453 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ca68787b-e6e8-43ac-bb46-b0839c55d4e3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7929215 Jul 18 14:17:04.404395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-0060f621-9e06-41f1-b657-b849f6b97a04 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1114210546&fields=id&tenant_id=31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 267 time: 0.0416470 Jul 18 14:17:04.431718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:04.516111 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-42fd203c-7eb2-4019-b3fd-48ae37bed624 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:04.517561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-42fd203c-7eb2-4019-b3fd-48ae37bed624 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 811 time: 0.1070590 Jul 18 14:17:04.531868 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-b8531085-d3f1-452e-b96e-e52d873646dd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/quotas/31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Jul 18 14:17:04.579795 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-d2c4878c-1773-4b88-81f0-12091f6b78df tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433607 Jul 18 14:17:04.675267 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-ef4fa098-8b69-457f-b99a-160566d5ddaf service neutron] 10.222.0.94 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835891 Jul 18 14:17:04.768060 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-21fd143e-1a08-43dd-86bd-ef28ad76fd69 service neutron] 10.222.0.94 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Jul 18 14:17:04.924812 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-66f38067-a5bb-49a8-8664-bb9207b91034 req-10b4022a-0480-4737-9692-f1b79fe9d8ac tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Jul 18 14:17:05.958241 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-89720aa5-2cc4-44b8-910b-84382ad0234c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:05.959916 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-89720aa5-2cc4-44b8-910b-84382ad0234c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 811 time: 0.1105976 Jul 18 14:17:06.031303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a0555db1-dbdb-4c1d-9a53-b1fc5c9de49a req-d6f02b74-7286-40dd-882c-c7b477c0c9b5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 210 time: 0.0353158 Jul 18 14:17:06.053690 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-a488a1fe-68a6-495c-b274-863c58ebe839 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31755010e81b43908bbef9ae75eaaa64 HTTP/1.1" status: 200 len: 380 time: 0.0777433 Jul 18 14:17:06.154820 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'port': {'device_id': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'admin_state_up': True, 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'security_groups': ['37be13e4-1408-4813-a2b9-cc3d337a07ae']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:06.260188 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Made reservation on behalf of 31755010e81b43908bbef9ae75eaaa64 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:17:06.263464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.386329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Allocated IP 172.20.0.10 (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97/24927f18-6dae-4e81-aecc-8d62ca93b89d/29c1e1a6-8c1d-44ea-907e-a70cb53794d2) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:17:06.395076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:06.523042 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.525695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:06.557334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.602576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:17:06.607700 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:17:06.611659 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:17:06.617731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event updated for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:06.664174 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:06.664793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.682485 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-4d32b46d-f907-495b-b8b5-2fd6f540bc0b tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5312598 Jul 18 14:17:06.714508 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Request body: {'port': {'device_id': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:06.775510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.820526 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9df2c0b1-35a2-4970-a37d-6870e239e831 None None] Provisioning complete for port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:17:06.821088 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9df2c0b1-35a2-4970-a37d-6870e239e831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:06.854858 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9df2c0b1-35a2-4970-a37d-6870e239e831 None None] Port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:17:07.034311 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:17:07.042492 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks [] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:07.054922 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Transition to ACTIVE for port object 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:17:07.058919 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:07.119367 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Pushing event updated for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:07.186774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:07.200093 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fdd73-41d2-4c7e-bdb7-4b2d8f0f4311 req-dfd8f95f-db89-4b7d-87c2-76d4bda30268 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:07.201563 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea2fdd73-41d2-4c7e-bdb7-4b2d8f0f4311 req-dfd8f95f-db89-4b7d-87c2-76d4bda30268 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 944 time: 0.0966277 Jul 18 14:17:07.250131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Attempting to bind port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:17:07.250470 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Attempting to bind port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:17:07.250801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Attempting to bind port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:07.262219 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:17:07.262555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Attempting to bind port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 on network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:07.276903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:17:07.277253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Checking segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:17:07.277649 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Bound using segment: {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:17:07.278076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Bound port: 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b785db6a-9a94-406c-855d-7d392795e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:17:07.278437 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:07.291386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea2fdd73-41d2-4c7e-bdb7-4b2d8f0f4311 req-c4350191-19bd-40a1-af07-a0aa533bd33a tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814705 Jul 18 14:17:07.343610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:17:07.346603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:17:07.353302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:07.388572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:07.391745 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:07.392399 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:07.393807 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] 10.222.0.87 "PUT /v2.0/ports/29c1e1a6-8c1d-44ea-907e-a70cb53794d2 HTTP/1.1" status: 200 len: 1094 time: 0.6837361 Jul 18 14:17:07.394293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:07.396628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:07.423879 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32f41e-69c5-4749-942a-a6d020bdad73 service neutron] Pushing event updated for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:07.449059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e8c85-0f61-414a-aad6-48eb9533168c x-openstack-request-id: req-f18e8c85-0f61-414a-aad6-48eb9533168c {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:07.449451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:07.449892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f18e8c85-0f61-414a-aad6-48eb9533168c {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:07.450409 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e8c85-0f61-414a-aad6-48eb9533168c'] response: {'name': 'network-changed', 'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'status': 'completed', 'code': 200} Jul 18 14:17:07.525117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-686f6f68-cae4-44d9-b671-08b781e342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:07.526650 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-686f6f68-cae4-44d9-b671-08b781e342ae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 1128 time: 0.0434449 Jul 18 14:17:07.575528 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-689b5f19-f7e9-47c5-a293-e468e9d4f8af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2 HTTP/1.1" status: 200 len: 217 time: 0.0337484 Jul 18 14:17:07.628447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-ca0c0794-2e72-436f-b873-33e1c32737a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:07.629865 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-ca0c0794-2e72-436f-b873-33e1c32737a5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0434556 Jul 18 14:17:07.683978 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-ee1ad88d-3b27-4d56-b447-f39eefe6d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:07.685351 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-ee1ad88d-3b27-4d56-b447-f39eefe6d8cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417740 Jul 18 14:17:07.775637 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-f24d827c-2f98-4971-b616-cfc324bdf95a service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Jul 18 14:17:07.868965 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-97afbf9b-3b84-4588-8ac0-8254abb9288b req-bec7d9ce-6fe4-4fcc-8c12-883af2b72879 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Jul 18 14:17:08.402819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8e14f-8426-45e3-a36f-e9118f550614 req-71925491-8399-4f39-b88d-9a22334a6407 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:08.404298 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09d8e14f-8426-45e3-a36f-e9118f550614 req-71925491-8399-4f39-b88d-9a22334a6407 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 944 time: 0.0467589 Jul 18 14:17:08.453838 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09d8e14f-8426-45e3-a36f-e9118f550614 req-cc6c62bc-3cb7-4786-bf47-711a2410e6f4 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Jul 18 14:17:08.559621 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1334474c-dff2-4e08-acef-ff07a8afa743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:09.570750 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96374d24-b2cd-4d7b-9788-be03406d388d req-41f73611-946f-47cb-b074-3a8be3a934cd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:09.572866 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96374d24-b2cd-4d7b-9788-be03406d388d req-41f73611-946f-47cb-b074-3a8be3a934cd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 944 time: 0.0465667 Jul 18 14:17:09.599642 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:17:09.621828 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96374d24-b2cd-4d7b-9788-be03406d388d req-67100d13-c24a-4f92-b13c-81f4919eee4c tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Jul 18 14:17:10.248857 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-aa45054a-a69b-4c88-9ac3-90bbb6bdfbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:10.250341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-aa45054a-a69b-4c88-9ac3-90bbb6bdfbbf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 1128 time: 0.0399792 Jul 18 14:17:10.340865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-587e513b-4c40-494b-9742-68e2b77034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:10.342341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-587e513b-4c40-494b-9742-68e2b77034e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.0849597 Jul 18 14:17:10.383260 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-1d681241-94a8-4305-b8c5-1721637bc2bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2 HTTP/1.1" status: 200 len: 217 time: 0.0345306 Jul 18 14:17:10.421817 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:10.433378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-f34c6f38-8ae0-4fb1-8366-9a81783e79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:10.434821 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-f34c6f38-8ae0-4fb1-8366-9a81783e79ff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0459127 Jul 18 14:17:10.476794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-33798693-f7d8-436c-bfdf-5dfacdf12c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:10.478914 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-33798693-f7d8-436c-bfdf-5dfacdf12c97 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379767 Jul 18 14:17:10.572090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-7e51cadc-660b-4cd1-ad77-3e6fc4954878 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852618 Jul 18 14:17:10.660069 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b84f3fec-3e3f-4eb4-9ced-de5bcc465ae8 req-aba798b1-785d-40c9-906b-972fc8bb76ab service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816464 Jul 18 14:17:10.717672 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ec050feb-b834-4c34-827b-d74471019c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:10.741552 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a128-84db-444d-bed8-e5a38cb9a347 req-e16275ef-eff1-426a-87af-ad9cb1df0ebc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:10.743038 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4493a128-84db-444d-bed8-e5a38cb9a347 req-e16275ef-eff1-426a-87af-ad9cb1df0ebc tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 944 time: 0.0531602 Jul 18 14:17:10.755356 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:10.792984 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4493a128-84db-444d-bed8-e5a38cb9a347 req-04274ec1-24a1-4270-8998-7cf70efb2fcd tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443556 Jul 18 14:17:10.915121 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:17:11.137661 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:11.148627 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'port_id': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'mac_address': 'fa:16:3e:07:8f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:17:11.182393 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:17:11.182722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:11.195229 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:17:11.215067 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:11.219712 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:11.265136 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:11.660556 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['29c1e1a6-8c1d-44ea-907e-a70cb53794d2'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:17:11.781173 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:11.904024 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac7b9-ceaa-4d4d-8da3-381e2eed6e45 req-9b5be16a-61ae-4596-9e8d-85505791b11f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:11.905479 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-965ac7b9-ceaa-4d4d-8da3-381e2eed6e45 req-9b5be16a-61ae-4596-9e8d-85505791b11f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 945 time: 0.0463748 Jul 18 14:17:11.952337 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-965ac7b9-ceaa-4d4d-8da3-381e2eed6e45 req-12dd3f0c-53bc-4d22-a555-042978651c09 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Jul 18 14:17:11.972314 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:12.942264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:17:12.983382 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:17:12.990019 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:17:12.990397 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:13.013586 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:13.070189 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:17:13.070411 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1befbe-2726-46e0-8a37-73a774ab9f14 req-36a18358-a991-47ce-bc4f-562e68004005 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:13.070871 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:13.071970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb1befbe-2726-46e0-8a37-73a774ab9f14 req-36a18358-a991-47ce-bc4f-562e68004005 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 945 time: 0.0507236 Jul 18 14:17:13.092814 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:13.095069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bda4864-1305-46fc-af6b-0f80d128ae3c" -d '{"events": [{"server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "name": "network-vif-plugged", "status": "completed", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:13.109912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:13.114233 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:13.121842 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fb1befbe-2726-46e0-8a37-73a774ab9f14 req-9af7437e-04fe-43fd-84bb-5319247941c0 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Jul 18 14:17:13.137407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee450d9-139b-4478-9654-a40fb1a22de5 x-openstack-request-id: req-fee450d9-139b-4478-9654-a40fb1a22de5 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:13.137704 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "name": "network-vif-plugged", "status": "completed", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:13.137960 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fee450d9-139b-4478-9654-a40fb1a22de5 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:13.138356 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee450d9-139b-4478-9654-a40fb1a22de5'] response: {'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'code': 200} Jul 18 14:17:13.163223 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:13.171476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.171851 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.172322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.172587 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.172945 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.173273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.173600 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.173972 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.174296 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.174649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.174996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.175369 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.175690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.176038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.176403 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:13.229876 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:13.342394 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ab4d-cb60-42cf-b651-fcfcaae70776 req-675bfbb4-1064-4db5-916f-9dc294fe47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:13.343857 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b83ab4d-cb60-42cf-b651-fcfcaae70776 req-675bfbb4-1064-4db5-916f-9dc294fe47dd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 1130 time: 0.0386066 Jul 18 14:17:13.386794 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b83ab4d-cb60-42cf-b651-fcfcaae70776 req-eacef84e-77c9-4436-9f3e-6f1703c0d2af service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367360 Jul 18 14:17:13.566307 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:14.204701 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:14.205517 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:14.242192 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d6bd0-acde-476a-870f-44ca3463fc3a req-97453234-a34d-423f-89eb-0a529521b91f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:14.244314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f8d6bd0-acde-476a-870f-44ca3463fc3a req-97453234-a34d-423f-89eb-0a529521b91f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.0469663 Jul 18 14:17:14.293944 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f8d6bd0-acde-476a-870f-44ca3463fc3a req-8143a3e7-fc79-4cb3-84b0-55008cae798e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Jul 18 14:17:15.650903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0349-105b-4813-9087-7be46527983f req-64b17caa-68a4-4822-9797-14bcb4792c1e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:15.652391 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-114f0349-105b-4813-9087-7be46527983f req-64b17caa-68a4-4822-9797-14bcb4792c1e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.2889459 Jul 18 14:17:15.698482 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-114f0349-105b-4813-9087-7be46527983f req-29df5eee-feb5-4fbb-8474-3675287fb3fa tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404937 Jul 18 14:17:15.808781 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943349-7d67-4d38-9175-ec828dbdd0fa req-23424cac-e958-4e73-8329-3e25f2b366e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:15.810137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46943349-7d67-4d38-9175-ec828dbdd0fa req-23424cac-e958-4e73-8329-3e25f2b366e8 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.0468862 Jul 18 14:17:15.818565 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39870) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:15.823209 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Request body: {'floatingip': {'port_id': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:15.861824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:16.068753 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:16.279843 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:16.284144 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:16.287732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:16.378599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Floating IP 2442de34-e76d-4c86-acd2-e521712db71c associated. External IP: 172.27.1.112, port: 29c1e1a6-8c1d-44ea-907e-a70cb53794d2. Jul 18 14:17:16.573490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:16.675215 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:16.679855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:16.684891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:16.694792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:16.695404 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:16.710475 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2eca8d07-0e2f-43e6-a47d-80e3cde006d5 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "PUT /v2.0/floatingips/2442de34-e76d-4c86-acd2-e521712db71c HTTP/1.1" status: 200 len: 992 time: 0.8908944 Jul 18 14:17:16.711175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:16.714100 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904c953-b43e-4223-91e6-b3725b24358e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:16.748544 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72067bfe-5b71-47a6-846c-43cbbc18108e x-openstack-request-id: req-72067bfe-5b71-47a6-846c-43cbbc18108e {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:16.748840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:16.749104 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-72067bfe-5b71-47a6-846c-43cbbc18108e {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:16.749517 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72067bfe-5b71-47a6-846c-43cbbc18108e'] response: {'name': 'network-changed', 'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'status': 'completed', 'code': 200} Jul 18 14:17:16.796986 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:16.843193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c953-b43e-4223-91e6-b3725b24358e req-9aa4615e-db76-4d20-b1ba-0c48ed121133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:16.844762 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-9aa4615e-db76-4d20-b1ba-0c48ed121133 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31755010e81b43908bbef9ae75eaaa64&device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 1130 time: 0.0401628 Jul 18 14:17:16.942551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c953-b43e-4223-91e6-b3725b24358e req-85b05992-4682-4ecf-bdd7-47ea56b9d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:16.944013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-85b05992-4682-4ecf-bdd7-47ea56b9d6e2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 200 len: 912 time: 0.0928669 Jul 18 14:17:17.005229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-c612c686-8e54-401e-ad01-0374014a7cb2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2 HTTP/1.1" status: 200 len: 1000 time: 0.0552595 Jul 18 14:17:17.006849 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '2442de34-e76d-4c86-acd2-e521712db71c', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:07:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:03Z', 'updated_at': '2022-07-18T14:17:16Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:17.032684 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:17.041164 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:17.041767 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:17.058749 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c953-b43e-4223-91e6-b3725b24358e req-64c7b58d-763b-41cb-98d3-e2058f0939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:17.060243 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-64c7b58d-763b-41cb-98d3-e2058f0939b7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 200 len: 850 time: 0.0477593 Jul 18 14:17:17.096190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:17.104634 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c953-b43e-4223-91e6-b3725b24358e req-73f68c35-b898-4c3f-bbca-9499c44b1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:17.106155 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-73f68c35-b898-4c3f-bbca-9499c44b1031 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397437 Jul 18 14:17:17.145114 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:17.194811 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-1682f0ab-7bc5-464c-9a85-45143503f560 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822825 Jul 18 14:17:17.287794 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2904c953-b43e-4223-91e6-b3725b24358e req-58bc90b1-bd6e-4b7b-9d09-e8fa155ea7ca service neutron] 10.222.0.87 "GET /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861375 Jul 18 14:17:17.296315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:17.339534 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:17.357125 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '2442de34-e76d-4c86-acd2-e521712db71c', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:07:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:03Z', 'updated_at': '2022-07-18T14:17:16Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:17.381690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5b225-1a34-45ee-affa-4d8c808dbef7 None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '2442de34-e76d-4c86-acd2-e521712db71c', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'port_id': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'mac_address': 'fa:16:3e:07:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:03Z', 'updated_at': '2022-07-18T14:17:16Z', 'revision_number': 1, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:17.558398 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ba9f7-e031-49ea-93cd-9bce8fd7fee0 None None] New status for floating IP 2442de34-e76d-4c86-acd2-e521712db71c: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:27.283019 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=22 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:27.284800 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:27.352649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:27.360118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:27.656484 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:27.658924 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:31.962574 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:35.682529 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-8821d6a6-4805-4fd4-a2a9-4d4e9d775438 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395653 Jul 18 14:17:35.765242 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-9a8e0cbf-f07c-44f7-a55d-6754a34d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:35.766904 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-9a8e0cbf-f07c-44f7-a55d-6754a34d833e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.0482850 Jul 18 14:17:35.856856 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802bdc-d992-4ebc-9c32-108707a8f247 req-2f7f6af1-bb4e-4d8b-97ee-5cc3c9dc07a5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:35.858303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35802bdc-d992-4ebc-9c32-108707a8f247 req-2f7f6af1-bb4e-4d8b-97ee-5cc3c9dc07a5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Jul 18 14:17:35.904465 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-35802bdc-d992-4ebc-9c32-108707a8f247 req-31125b75-c29c-41dd-9837-166d368741bf tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Jul 18 14:17:37.019359 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b423ae7-55fa-4a1b-94b9-a2ee5d9b0259 req-02747d27-bac4-42ec-81eb-3dd4f15e4631 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:37.020840 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b423ae7-55fa-4a1b-94b9-a2ee5d9b0259 req-02747d27-bac4-42ec-81eb-3dd4f15e4631 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0469561 Jul 18 14:17:37.067327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b423ae7-55fa-4a1b-94b9-a2ee5d9b0259 req-053349bb-d4e9-4351-b852-b516edf0ba38 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Jul 18 14:17:37.295400 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-2b0ab55d-d7a9-4ef4-a421-9beb0d04a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:37.296790 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-2b0ab55d-d7a9-4ef4-a421-9beb0d04a0f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 910 time: 0.0891767 Jul 18 14:17:37.374154 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-f2a25380-1289-4f23-a668-f3ed1a8de1b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 1002 time: 0.0539563 Jul 18 14:17:37.428221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-ecead468-ce32-4434-8144-0a03db66b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:37.429614 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-ecead468-ce32-4434-8144-0a03db66b2cb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.0469527 Jul 18 14:17:37.491214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-3479ebd2-5feb-407f-ad65-255119988190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:37.492710 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-3479ebd2-5feb-407f-ad65-255119988190 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382090 Jul 18 14:17:37.745219 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-ee64a4a8-caca-42a0-85b3-6c3dc987ac2e service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829146 Jul 18 14:17:38.055983 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-28fea2f0-a9c6-48ee-af28-0e1da9ff25e1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:38.057375 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-28fea2f0-a9c6-48ee-af28-0e1da9ff25e1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0954759 Jul 18 14:17:38.127719 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c388e6f8-6239-490f-8c13-e4dfab4699f6 req-c18e488f-60ef-428e-8399-233d0c40a69f service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669037 Jul 18 14:17:38.192437 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 0773cf1a-b729-42e7-9cdd-9186f8cda631 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:17:38.192793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.225645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70e3a5-fd65-4838-9ccd-56e7b9193f32 req-ab1b1f84-0342-4667-893b-b1e55d8df1d2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:38.227104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c70e3a5-fd65-4838-9ccd-56e7b9193f32 req-ab1b1f84-0342-4667-893b-b1e55d8df1d2 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0777383 Jul 18 14:17:38.300308 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:38.329933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] For port 0773cf1a-b729-42e7-9cdd-9186f8cda631, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0773cf1a-b729-42e7-9cdd-9186f8cda631,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:38.330229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.335168 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2c70e3a5-fd65-4838-9ccd-56e7b9193f32 req-eaa1323b-298d-4ce7-834a-89214598f242 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=c78d50d8-1d87-4dba-9b5d-936592cb50a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023383 Jul 18 14:17:38.383705 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:38.497327 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.497695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.498011 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP bf16c956-5f68-4787-bb86-bf8b54249b46 disassociated. External IP: 172.27.1.51, port: 0773cf1a-b729-42e7-9cdd-9186f8cda631. Jul 18 14:17:38.498358 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 0773cf1a-b729-42e7-9cdd-9186f8cda631 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:17:38.562441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a37e4f97-5e56-4d28-8821-9cd5a0805b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.632646 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (0773cf1a-b729-42e7-9cdd-9186f8cda631), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.661368 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=0773cf1a-b729-42e7-9cdd-9186f8cda631,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:38.673718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.674075 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.674424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.674769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.675111 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.675448 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.675782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.676152 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.676483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.676814 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.677149 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.677477 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.677802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.678129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.678457 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:38.787463 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:38.900148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:38.909455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:38.919800 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:38.920535 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:38.943306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] No DVR routers for this DVR port 0773cf1a-b729-42e7-9cdd-9186f8cda631 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:17:38.945805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:38.949602 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb6401c3-d164-498b-a8c4-e153b5bc915c req-5f243d50-447a-40c6-a238-d8cf433a3685 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "DELETE /v2.0/ports/0773cf1a-b729-42e7-9cdd-9186f8cda631 HTTP/1.1" status: 204 len: 173 time: 0.8861380 Jul 18 14:17:38.949602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'name': 'network-vif-deleted', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:38.951754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbad5d45-2340-48c3-b096-6e55044b7b9b" -d '{"events": [{"server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "name": "network-vif-deleted", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:38.999067 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0323a42f-23e6-4f57-a8e6-5d960f63338f x-openstack-request-id: req-0323a42f-23e6-4f57-a8e6-5d960f63338f {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:38.999693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52016ecd-dd32-410d-b6d1-0853b566e1e8", "name": "network-vif-deleted", "tag": "0773cf1a-b729-42e7-9cdd-9186f8cda631", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:38.999990 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0323a42f-23e6-4f57-a8e6-5d960f63338f {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:39.000397 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0323a42f-23e6-4f57-a8e6-5d960f63338f'] response: {'server_uuid': '52016ecd-dd32-410d-b6d1-0853b566e1e8', 'name': 'network-vif-deleted', 'tag': '0773cf1a-b729-42e7-9cdd-9186f8cda631', 'status': 'completed', 'code': 200} Jul 18 14:17:39.028646 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:39.224485 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:39.250027 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:39.258440 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:39.259010 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:39.358693 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:39.445036 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-64506d2a-3fd5-44b3-998b-a07bb88a1461 req-29a948da-ee44-491a-b534-40c65975dfe6 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=52016ecd-dd32-410d-b6d1-0853b566e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0292809 Jul 18 14:17:39.680036 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:39.707105 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4b793-7210-4ebb-89ea-03522a470ad0 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:39.919744 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f5bea-5bda-44f6-a6ea-8d983ea92ff9 None None] New status for floating IP bf16c956-5f68-4787-bb86-bf8b54249b46: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:40.532744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39964) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:40.586279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (c78d50d8-1d87-4dba-9b5d-936592cb50a5), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:40.613003 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (c78d50d8-1d87-4dba-9b5d-936592cb50a5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:40.658851 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c78d50d8-1d87-4dba-9b5d-936592cb50a5), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:40.661436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:40.662574 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/security-groups/c78d50d8-1d87-4dba-9b5d-936592cb50a5 HTTP/1.1" status: 204 len: 168 time: 0.1287951 Jul 18 14:17:40.665769 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39966) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:40.672504 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a648-a878-44bb-b882-f5a45f98bc36 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d50d8-1d87-4dba-9b5d-936592cb50a5,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:40.681215 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-a9e596a9-fa2a-440c-a599-b788c78bf81e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] show failed (client error): The resource could not be found. Jul 18 14:17:40.685142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39968) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:40.685330 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a9e596a9-fa2a-440c-a599-b788c78bf81e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups/c78d50d8-1d87-4dba-9b5d-936592cb50a5 HTTP/1.1" status: 404 len: 347 time: 0.0179143 Jul 18 14:17:40.719518 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae014b2f-62de-41d9-a6bc-d40d49189707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.037795 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:41.041582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 99ff1ba2-d26e-40b9-aef4-a167645ccb06 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:17:41.041970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.117784 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.118115 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (99ff1ba2-d26e-40b9-aef4-a167645ccb06), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.129877 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 99ff1ba2-d26e-40b9-aef4-a167645ccb06 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:17:41.133464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:41.145824 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 0773cf1a-b729-42e7-9cdd-9186f8cda631 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:17:41.164674 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 0773cf1a-b729-42e7-9cdd-9186f8cda631 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:17:41.165023 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 0773cf1a-b729-42e7-9cdd-9186f8cda631 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:17:41.264650 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (99ff1ba2-d26e-40b9-aef4-a167645ccb06), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.289708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=99ff1ba2-d26e-40b9-aef4-a167645ccb06,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:41.352038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (bf16c956-5f68-4787-bb86-bf8b54249b46), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.354588 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.355727 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-1063fe2a-c2ed-477b-971d-079e9d9b4f8b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/floatingips/bf16c956-5f68-4787-bb86-bf8b54249b46 HTTP/1.1" status: 204 len: 168 time: 0.6695862 Jul 18 14:17:41.418933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39972) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:41.423766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673650262', 'description': 'tempest-description--323945633'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:41.445379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.513280 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (35c3e6f8-7d0f-48e1-afa0-05340616e435), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.517143 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (35c3e6f8-7d0f-48e1-afa0-05340616e435), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.546274 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.547481 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1272833 Jul 18 14:17:41.549309 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ec269-4b8a-4ad1-93cb-d38c96818331 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3e6f8-7d0f-48e1-afa0-05340616e435,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:41.550511 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 39974) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:41.555092 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '35c3e6f8-7d0f-48e1-afa0-05340616e435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:41.584375 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (6eaf8538-09d9-43d6-8251-47a76f7d3009), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.642246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (6eaf8538-09d9-43d6-8251-47a76f7d3009), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.645936 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (6eaf8538-09d9-43d6-8251-47a76f7d3009), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.665037 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaf8538-09d9-43d6-8251-47a76f7d3009,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:41.673932 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.675118 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235669 Jul 18 14:17:41.676810 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.677161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.677516 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.677861 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.678054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39978) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:41.678183 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.678541 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.678860 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.679193 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.679528 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.679861 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.680218 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.680556 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.680885 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.681212 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.681697 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a879b082-1804-4153-a6cc-4a9aa75f460f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:17:41.683201 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'security_group_rule': {'security_group_id': '35c3e6f8-7d0f-48e1-afa0-05340616e435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:41.709562 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (0dce530b-465c-426f-b5ba-a66f5510c865), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.769212 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (0dce530b-465c-426f-b5ba-a66f5510c865), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.772891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (0dce530b-465c-426f-b5ba-a66f5510c865), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.790354 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dce530b-465c-426f-b5ba-a66f5510c865,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:41.798766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.799997 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8aa6236a-a9d1-48d3-afbd-0cc91f9230d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209190 Jul 18 14:17:41.803106 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 39980) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:41.807822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:41.827875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.901243 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:41.904735 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:41.971837 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.017764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.27.1.46 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/6f3b59c2-1789-4185-a827-dddd6a198f98) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:17:42.022788 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:42.124057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.156490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.197903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:17:42.202894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:17:42.205424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:17:42.233458 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=6f3b59c2-1789-4185-a827-dddd6a198f98,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:42.294272 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.330052 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.479415 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.483901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.542756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:42.559890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=6f3b59c2-1789-4185-a827-dddd6a198f98,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:42.572914 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.588507 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:42.589752 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c37a4e6b-7715-414f-b8e5-33157c22a745 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7857084 Jul 18 14:17:42.786181 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-75636f36-9017-4897-a277-174bafe38ab3 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--673650262&fields=id&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 267 time: 0.0479834 Jul 18 14:17:42.896954 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-38613096-cd46-40bc-a5b7-c44a5e6833e9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:42.898424 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-38613096-cd46-40bc-a5b7-c44a5e6833e9 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.1059062 Jul 18 14:17:42.913676 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-537c22db-f06d-4196-ac07-71881c34b174 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/quotas/26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 375 time: 0.0089576 Jul 18 14:17:42.963195 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e178c6bc-250b-4402-a5f7-a2f655442d33 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446339 Jul 18 14:17:43.058941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:43.065123 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-8862b686-ee7e-4b4c-8ac0-40a84efa1556 service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905824 Jul 18 14:17:43.156600 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-3f8c1abd-a68d-45dd-9a01-7b03ed858a60 service neutron] 10.222.0.94 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855033 Jul 18 14:17:43.231975 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:43.316617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd546d13-2142-443d-9b89-2fc8fdb9c439 req-d5ac3faf-c5e2-4e77-ac53-cba166f538e7 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 210 time: 0.0295613 Jul 18 14:17:43.568856 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:44.409583 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-265300df-f667-46ee-ae86-4193efa391d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:44.411051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-265300df-f667-46ee-ae86-4193efa391d8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 813 time: 0.1233408 Jul 18 14:17:44.427124 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2dbdbd0a-787f-4f32-af80-1377c8831f93 req-b34df6e2-2d12-48ab-9929-0f20b049d2a5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 210 time: 0.0363867 Jul 18 14:17:44.483882 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-6962fd34-41dc-46cb-9208-32d2e759c288 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e4140751cf40c2adbfd92a29afd555 HTTP/1.1" status: 200 len: 379 time: 0.0558140 Jul 18 14:17:44.574412 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'port': {'device_id': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'admin_state_up': True, 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'security_groups': ['35c3e6f8-7d0f-48e1-afa0-05340616e435']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:44.684703 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Made reservation on behalf of 26e4140751cf40c2adbfd92a29afd555 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:17:44.688245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:44.820033 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Allocated IP 172.20.0.11 (ee89766c-7eb8-4f64-a3df-79441574b226/719e2916-e185-4567-baba-0c77b9708a67/02f069f3-ce1b-4c97-b4f0-6abbb70be7cf) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:17:44.924030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:44.971848 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.004076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.049261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Network ee89766c-7eb8-4f64-a3df-79441574b226 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:17:45.052393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:17:45.058433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:17:45.084089 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event updated for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:45.092246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:45.115927 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:45.116577 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.138147 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-e07f00ba-cbd7-41c6-baaa-33b3709a7983 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679829 Jul 18 14:17:45.205240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Request body: {'port': {'device_id': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:45.268323 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.321456 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-b89d9075-6009-4806-8744-4e5b020dacfd None None] Provisioning complete for port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:17:45.322022 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b89d9075-6009-4806-8744-4e5b020dacfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.341281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:45.356979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-b89d9075-6009-4806-8744-4e5b020dacfd None None] Port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:17:45.564169 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:17:45.574501 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56d51-4843-447d-86f0-682762686dca req-a3436858-8627-4ede-9b0d-8d9657a6c662 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:45.575989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9c56d51-4843-447d-86f0-682762686dca req-a3436858-8627-4ede-9b0d-8d9657a6c662 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 932 time: 0.0779936 Jul 18 14:17:45.580178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks [] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.610693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Transition to ACTIVE for port object 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:17:45.615783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.686015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9c56d51-4843-447d-86f0-682762686dca req-7221d8ae-e9de-41ec-b12b-56bb206ef066 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032677 Jul 18 14:17:45.688495 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:45.769885 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Attempting to bind port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:17:45.770228 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Attempting to bind port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:17:45.770567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Attempting to bind port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:45.775326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf on network ee89766c-7eb8-4f64-a3df-79441574b226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:17:45.775652 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Attempting to bind port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf on network ee89766c-7eb8-4f64-a3df-79441574b226 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:45.780806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:17:45.781152 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Checking segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:17:45.781545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Bound using segment: {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:17:45.781981 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Bound port: 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e851100-28dc-4564-8e4a-879cac1ec138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:17:45.782343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.819522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:45.847789 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:17:45.851033 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:17:45.857153 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.894361 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:45.895002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:45.896435 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] 10.222.0.87 "PUT /v2.0/ports/02f069f3-ce1b-4c97-b4f0-6abbb70be7cf HTTP/1.1" status: 200 len: 1094 time: 0.6956170 Jul 18 14:17:45.896875 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:45.899156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:45.923596 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:45.930427 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2647dc2-0292-41aa-92a4-e83955f5cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:45.957122 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f88283-8d80-4404-9630-f79cfd9febcb x-openstack-request-id: req-b3f88283-8d80-4404-9630-f79cfd9febcb {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:45.957421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:45.957680 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b3f88283-8d80-4404-9630-f79cfd9febcb {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:45.958122 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f88283-8d80-4404-9630-f79cfd9febcb'] response: {'name': 'network-changed', 'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'status': 'completed', 'code': 200} Jul 18 14:17:46.023509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-4a7f97d0-3162-4cdd-baa7-80725acad5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:46.025137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-4a7f97d0-3162-4cdd-baa7-80725acad5ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 1128 time: 0.0426655 Jul 18 14:17:46.073820 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-9dd28269-8bc0-45c3-9020-77d7f1e6d430 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf HTTP/1.1" status: 200 len: 217 time: 0.0351703 Jul 18 14:17:46.086008 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:46.126141 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f9ca0be4-9297-4ce6-b6fb-8a6f87b9128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:46.127604 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-f9ca0be4-9297-4ce6-b6fb-8a6f87b9128a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0484214 Jul 18 14:17:46.170995 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540880-94f7-49e9-8494-8d934c853cbf req-087f7365-21ef-4b39-8504-944a07a811af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:46.172503 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-087f7365-21ef-4b39-8504-944a07a811af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388551 Jul 18 14:17:46.261533 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-6e4acd32-8603-465d-bf76-e9508acfa5f1 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828004 Jul 18 14:17:46.355131 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cf540880-94f7-49e9-8494-8d934c853cbf req-c3e0a2e5-a7be-4143-9ae4-1ad0bca151b0 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866940 Jul 18 14:17:46.511496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b32c6-fe7b-42d5-9bd1-9d05e2c4504d req-2386a03e-2e28-419f-adc2-5a5f9df60fd5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:46.513057 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bf3b32c6-fe7b-42d5-9bd1-9d05e2c4504d req-2386a03e-2e28-419f-adc2-5a5f9df60fd5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0479648 Jul 18 14:17:46.562629 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bf3b32c6-fe7b-42d5-9bd1-9d05e2c4504d req-a51b334c-08a5-4b23-8e86-bb8c6fcbc2aa tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Jul 18 14:17:46.601650 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:17:46.810866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8c773-3438-45da-89c5-0c2c0ba3693f req-a0782975-c620-4305-9523-c67541551857 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:46.812232 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eba8c773-3438-45da-89c5-0c2c0ba3693f req-a0782975-c620-4305-9523-c67541551857 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 944 time: 0.0509548 Jul 18 14:17:46.858102 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eba8c773-3438-45da-89c5-0c2c0ba3693f req-7211dd44-6bec-4af6-9cdc-aeec496118a4 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Jul 18 14:17:47.674405 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eb76-805c-4ab1-80cf-a2a092c1c993 req-c78b297a-8c87-46a7-816c-f9464f45a627 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:47.675864 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d943eb76-805c-4ab1-80cf-a2a092c1c993 req-c78b297a-8c87-46a7-816c-f9464f45a627 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0463920 Jul 18 14:17:47.723384 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d943eb76-805c-4ab1-80cf-a2a092c1c993 req-7b548d71-cd80-4e63-b5fb-0d64d04a4c19 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Jul 18 14:17:47.969647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d2c6-69e0-4ead-b685-c276346d418a req-f4aa241e-fdb2-4a6e-8de0-b787c7e95832 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:47.971128 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de59d2c6-69e0-4ead-b685-c276346d418a req-f4aa241e-fdb2-4a6e-8de0-b787c7e95832 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 944 time: 0.0479898 Jul 18 14:17:48.021177 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de59d2c6-69e0-4ead-b685-c276346d418a req-be4b4216-c9ae-4295-b7e0-343adac4b1fa tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445888 Jul 18 14:17:48.851415 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-582d25de-4a4f-476f-8bcc-c60efc38516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:48.853536 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-582d25de-4a4f-476f-8bcc-c60efc38516e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 1128 time: 0.0704823 Jul 18 14:17:48.859753 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5d0ca-576d-40cf-a697-94db1d41d059 req-18f1ae75-7069-46dd-96b6-8b3db61d6697 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:48.861122 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0dc5d0ca-576d-40cf-a697-94db1d41d059 req-18f1ae75-7069-46dd-96b6-8b3db61d6697 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0682297 Jul 18 14:17:48.909273 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0dc5d0ca-576d-40cf-a697-94db1d41d059 req-b74b749b-4a48-458c-ab9a-40b813c24546 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424681 Jul 18 14:17:49.135447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34d2b-9298-4aff-9135-6bdd228401ea req-26b154b1-c91e-41c5-8db5-e19e615964e0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:49.137010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1a34d2b-9298-4aff-9135-6bdd228401ea req-26b154b1-c91e-41c5-8db5-e19e615964e0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 944 time: 0.0513077 Jul 18 14:17:49.159834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:17:49.184489 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1a34d2b-9298-4aff-9135-6bdd228401ea req-5f72fc75-800a-41cf-ac79-d5b53125faeb tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Jul 18 14:17:49.258614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:49.270348 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'port_id': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'mac_address': 'fa:16:3e:8e:95:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:17:49.304276 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:17:49.304599 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:49.317091 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:17:49.336431 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:49.341087 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:49.388749 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:49.823841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:17:49.930730 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:49.982777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:50.023147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-70b3fa02-fd49-4f43-b4eb-7ad4af6b7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.024624 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-70b3fa02-fd49-4f43-b4eb-7ad4af6b7dd8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1220074 Jul 18 14:17:50.049102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979c477-f853-449a-bf9e-26f3cacaf389 req-22ef2d77-e561-41a3-9ca4-10fb01967a57 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.050493 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e979c477-f853-449a-bf9e-26f3cacaf389 req-22ef2d77-e561-41a3-9ca4-10fb01967a57 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0706568 Jul 18 14:17:50.062820 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=7 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:50.078636 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-cd3ac6d7-3928-41ae-8798-4354afdd1f1d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf HTTP/1.1" status: 200 len: 217 time: 0.0439260 Jul 18 14:17:50.122322 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e979c477-f853-449a-bf9e-26f3cacaf389 req-4d1f3976-ff6b-4244-a259-df8016a02033 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459998 Jul 18 14:17:50.164646 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-0472551e-694f-4670-9d15-d9000864e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.166621 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-0472551e-694f-4670-9d15-d9000864e1cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0434608 Jul 18 14:17:50.301282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df0720-cb81-41c1-b3bb-d9649973f9ae req-397b0172-037a-415f-8278-3b1e3d588062 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.302709 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23df0720-cb81-41c1-b3bb-d9649973f9ae req-397b0172-037a-415f-8278-3b1e3d588062 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 945 time: 0.0506368 Jul 18 14:17:50.347850 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-23df0720-cb81-41c1-b3bb-d9649973f9ae req-56837f37-5441-41cd-8b43-12d36c50066e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Jul 18 14:17:50.539258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-576cb258-5632-43b2-9160-980e3efade4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.541432 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-576cb258-5632-43b2-9160-980e3efade4c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398083 Jul 18 14:17:50.641730 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-d6acc2e9-1bea-4b55-93eb-f15027d33eb8 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Jul 18 14:17:50.698313 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-76811f60-44a5-4cf6-bf60-117937dd0138 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:50.699690 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-76811f60-44a5-4cf6-bf60-117937dd0138 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0704637 Jul 18 14:17:50.815922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-faf4bcec-a2ae-4f80-a289-abd4fab4a6d8 req-72ef1e9b-227a-470c-9cb4-db64542ad74f service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584959 Jul 18 14:17:50.827467 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:17:50.827813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:50.921906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] For port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:50.922177 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.091290 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.091657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (94afcb3d-b058-4643-897d-a43128773255), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.092035 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP 94afcb3d-b058-4643-897d-a43128773255 disassociated. External IP: 172.27.1.224, port: aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c. Jul 18 14:17:51.092383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:17:51.132901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:51.162687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:51.175641 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:17:51.220966 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:17:51.228086 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:17:51.228566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.259605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b49f2-8a16-4bca-87b5-6f3ff42e7cd8 req-6dedb5f4-59c9-4fe2-af49-f46502c2018f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:51.261129 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a56b49f2-8a16-4bca-87b5-6f3ff42e7cd8 req-6dedb5f4-59c9-4fe2-af49-f46502c2018f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 945 time: 0.0627096 Jul 18 14:17:51.262199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.296377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:51.302842 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:17:51.303227 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.331662 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:51.333912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d183f8bc-59ad-415b-876a-a2eb7e1848e5" -d '{"events": [{"server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "name": "network-vif-plugged", "status": "completed", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:51.347516 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:17:51.351563 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.378163 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad9a3a-d7a9-435a-93b8-94ed0ffd2b7e x-openstack-request-id: req-22ad9a3a-d7a9-435a-93b8-94ed0ffd2b7e {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:51.378402 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "name": "network-vif-plugged", "status": "completed", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:51.378658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-22ad9a3a-d7a9-435a-93b8-94ed0ffd2b7e {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:51.379051 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ad9a3a-d7a9-435a-93b8-94ed0ffd2b7e'] response: {'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'code': 200} Jul 18 14:17:51.383621 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a56b49f2-8a16-4bca-87b5-6f3ff42e7cd8 req-0a21661f-872c-4f8c-9da5-6cdfa8c92cc4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139028 Jul 18 14:17:51.407311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:51.451021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:51.495526 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691979a-7648-48c0-ab38-3084e6b12b17 req-bc371d5d-233a-4169-be75-88dc557992ad tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:51.497010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3691979a-7648-48c0-ab38-3084e6b12b17 req-bc371d5d-233a-4169-be75-88dc557992ad tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0617476 Jul 18 14:17:51.664583 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=20,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:51.669142 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:51.900011 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41eb28-e413-4aec-a2d5-d50f34577227 req-f7e7f127-727c-4087-a0b5-6f6fb3a08eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:51.901405 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f41eb28-e413-4aec-a2d5-d50f34577227 req-f7e7f127-727c-4087-a0b5-6f6fb3a08eb2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 1130 time: 0.3492880 Jul 18 14:17:51.905649 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3691979a-7648-48c0-ab38-3084e6b12b17 req-b6ccfd47-1b0d-44bd-9448-5762cf52bb8e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779671 Jul 18 14:17:51.907058 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:51.917880 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:51.932956 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:51.933568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:51.971708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] No DVR routers for this DVR port aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:17:51.975315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:51.979114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b2d876f-e7d0-45ec-a91f-4f0533f36a45 req-7fd30e79-07aa-41e1-bcba-7fcfcb2de37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "DELETE /v2.0/ports/aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c HTTP/1.1" status: 204 len: 173 time: 1.2521329 Jul 18 14:17:51.982713 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'name': 'network-vif-deleted', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:51.982713 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbaeb42-586f-411b-b681-996bd4a0d60f" -d '{"events": [{"server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "name": "network-vif-deleted", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:52.006614 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f41eb28-e413-4aec-a2d5-d50f34577227 req-9d34c886-c086-4cb5-bca8-9716e59657ba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977316 Jul 18 14:17:52.020525 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d085a746-9c2c-41f5-8131-9b985b8ee225 x-openstack-request-id: req-d085a746-9c2c-41f5-8131-9b985b8ee225 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:52.021056 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5b2707-4b87-4dbd-b986-13ec52ee0f47", "name": "network-vif-deleted", "tag": "aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:52.021390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d085a746-9c2c-41f5-8131-9b985b8ee225 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:52.021991 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d085a746-9c2c-41f5-8131-9b985b8ee225'] response: {'server_uuid': '5f5b2707-4b87-4dbd-b986-13ec52ee0f47', 'name': 'network-vif-deleted', 'tag': 'aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c', 'status': 'completed', 'code': 200} Jul 18 14:17:52.042257 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:52.044452 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:52.045985 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:52.224795 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:52.250143 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:52.258369 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:52.259493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:52.360633 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:52.481333 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0ae7a877-6f93-4752-a9a3-14e1883a15a7 req-2c75017d-9f26-4a41-8089-6ad93a9221eb tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0313895 Jul 18 14:17:52.547983 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:52.573031 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c60c4-a759-4a78-8cbf-c08d117ae76d None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:52.781240 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23535206-b874-4e08-ae3d-15f4ec113b56 None None] New status for floating IP 94afcb3d-b058-4643-897d-a43128773255: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:53.024438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61350b9e-2068-44d0-93eb-957744eadcba req-f52aa471-d91e-4ae3-830c-792a7be0f8b0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:53.025902 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61350b9e-2068-44d0-93eb-957744eadcba req-f52aa471-d91e-4ae3-830c-792a7be0f8b0 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0465584 Jul 18 14:17:53.073910 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-61350b9e-2068-44d0-93eb-957744eadcba req-60688c00-7e96-43ea-b9a6-158120dd8b6b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Jul 18 14:17:53.175017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:17:53.194446 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:17:53.194792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device aa7d3c55-67a7-4394-8a2e-3f1bd947dd0c not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:17:53.612314 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8745294f-ac20-4f62-8f7c-2968507be004 req-ecb80f23-a714-4219-8ce9-a63fe9243852 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=5f5b2707-4b87-4dbd-b986-13ec52ee0f47 HTTP/1.1" status: 200 len: 210 time: 0.0397334 Jul 18 14:17:54.203554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1053-5249-46bf-b454-e8b9958f14eb req-188f0b0d-bc9c-4cb1-8de7-ba64546f12a8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:54.205055 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f6a1053-5249-46bf-b454-e8b9958f14eb req-188f0b0d-bc9c-4cb1-8de7-ba64546f12a8 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0487244 Jul 18 14:17:54.254126 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2f6a1053-5249-46bf-b454-e8b9958f14eb req-147451a0-da3f-4b41-bd06-0cb56397322e tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Jul 18 14:17:54.353792 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:54.362551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7afb-18ed-4597-8623-3ba1bdf2f503 req-29309df6-3de7-4a89-aec1-9929e3682ffa tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:54.364058 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-020d7afb-18ed-4597-8623-3ba1bdf2f503 req-29309df6-3de7-4a89-aec1-9929e3682ffa tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0474916 Jul 18 14:17:54.373087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40054) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:54.377540 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Request body: {'floatingip': {'port_id': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:54.414266 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:54.609099 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:54.847424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:54.856575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:54.952123 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-67360069-bbdf-4446-a3dd-aba982aeb227 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037340211&fields=id&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 267 time: 0.1188824 Jul 18 14:17:55.003801 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 11c8451f-bee2-48ee-9442-01bb1f411a07 associated. External IP: 172.27.1.46, port: 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf. Jul 18 14:17:55.147016 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-b5bec099-f38f-48d3-a809-57644cf9fa27 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:55.148553 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-b5bec099-f38f-48d3-a809-57644cf9fa27 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.1852307 Jul 18 14:17:55.169418 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-6da8b886-a31b-48c6-a922-f1e4aba5007c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/quotas/9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 375 time: 0.0140870 Jul 18 14:17:55.283229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-1c57b6df-371a-49c9-acd1-2dc0b516df66 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089423 Jul 18 14:17:55.359836 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:55.362009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:55.439693 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-da3f2af2-515e-4191-b7d7-ced6437a7447 service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403897 Jul 18 14:17:55.497533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:55.551271 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:55.557146 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:55.561345 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:55.570869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:55.571549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:55.603234 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9e98fec6-fa24-48c4-bb9f-0d458814b835 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "PUT /v2.0/floatingips/11c8451f-bee2-48ee-9442-01bb1f411a07 HTTP/1.1" status: 200 len: 991 time: 1.2290499 Jul 18 14:17:55.604048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:55.606300 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b758961-d759-4d77-9ac2-3e5de275b4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:55.610446 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-beb2faa5-d084-4e9c-847c-9c4cc7aecfaf service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642549 Jul 18 14:17:55.659039 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b39487-5c11-4ce2-b2d8-13e658561588 x-openstack-request-id: req-89b39487-5c11-4ce2-b2d8-13e658561588 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:55.659560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:55.659977 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-89b39487-5c11-4ce2-b2d8-13e658561588 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:55.660530 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b39487-5c11-4ce2-b2d8-13e658561588'] response: {'name': 'network-changed', 'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'status': 'completed', 'code': 200} Jul 18 14:17:55.688144 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:55.757153 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-938ecc70-d079-4d31-a330-083c9bf9d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:55.759006 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-938ecc70-d079-4d31-a330-083c9bf9d919 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26e4140751cf40c2adbfd92a29afd555&device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 1130 time: 0.0449145 Jul 18 14:17:55.872203 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-e0a65a4c-747f-44f3-aa8f-21e42742ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:55.873682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-e0a65a4c-747f-44f3-aa8f-21e42742ca4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 200 len: 914 time: 0.1057732 Jul 18 14:17:55.936795 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '11c8451f-bee2-48ee-9442-01bb1f411a07', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:8e:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:42Z', 'updated_at': '2022-07-18T14:17:54Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:55.950691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1eb32b4-3feb-41ca-8f51-74f9d650613b req-c42d0cdc-ed8e-4ac6-8fe6-9efcda2d3d2c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 210 time: 0.0354984 Jul 18 14:17:55.964756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:55.965252 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-69fb002c-742e-4b79-993c-d9e834cb628f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf HTTP/1.1" status: 200 len: 999 time: 0.0848064 Jul 18 14:17:55.973238 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:55.973833 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:56.017170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-5efc53cf-de95-46df-b394-456279e8abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:56.018535 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-5efc53cf-de95-46df-b394-456279e8abf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 200 len: 852 time: 0.0475574 Jul 18 14:17:56.027724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:56.068279 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-6393662b-8129-4c5b-8337-bf6469ce4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:56.069878 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-6393662b-8129-4c5b-8337-bf6469ce4458 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee89766c-7eb8-4f64-a3df-79441574b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455441 Jul 18 14:17:56.086758 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:56.089524 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:56.166529 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-7e325e25-8289-4f81-b6a7-8208da96695a service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898068 Jul 18 14:17:56.267856 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b758961-d759-4d77-9ac2-3e5de275b4c0 req-a49df890-1212-4fa3-9a0b-30909c6c0fa3 service neutron] 10.222.0.87 "GET /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948048 Jul 18 14:17:56.429141 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '11c8451f-bee2-48ee-9442-01bb1f411a07', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:8e:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:42Z', 'updated_at': '2022-07-18T14:17:54Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:56.455222 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6be9da-3e29-4c87-86f7-a6917377f528 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '11c8451f-bee2-48ee-9442-01bb1f411a07', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '48511725-bea5-493b-af09-a21d96c57247', 'port_id': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'mac_address': 'fa:16:3e:8e:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:17:42Z', 'updated_at': '2022-07-18T14:17:54Z', 'revision_number': 1, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:17:56.643412 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc22507-e91b-4c33-8b11-8c932eb03444 None None] New status for floating IP 11c8451f-bee2-48ee-9442-01bb1f411a07: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:17:56.991490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-06039f80-b25f-45f4-9892-a9e103e2446b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:56.993166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-06039f80-b25f-45f4-9892-a9e103e2446b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.1106775 Jul 18 14:17:57.078252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:57.083365 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adcdc0df-ed87-40c4-bb89-d9c8f3075416 req-58abc6d7-e95a-4c5b-8e30-1264a4ea9e44 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 210 time: 0.0402310 Jul 18 14:17:57.099118 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-78dea785-0214-4370-9555-a76620c8aa42 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 380 time: 0.0853014 Jul 18 14:17:57.108445 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'port': {'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'admin_state_up': True, 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'security_groups': ['65ce7fa4-ded9-4827-baa1-75a460417059']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:57.221806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Made reservation on behalf of 9df5aea1d29c4a91b82a956e152bd214 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:17:57.225158 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:57.321315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40088) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:17:57.329784 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:57.404756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.20.0.4 (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a/7f708601-2664-4499-b22f-8cc585709539) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:17:57.569943 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Deleting port fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:17:57.570289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:57.679305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (7f708601-2664-4499-b22f-8cc585709539), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:57.698756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:57.699085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for floatingip (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:57.717066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Calling delete_port for fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:17:57.782048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7f708601-2664-4499-b22f-8cc585709539), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.095759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:58.109987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:17:58.120695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:17:58.128732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:17:58.156578 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:58.221681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:58.222306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.258015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9010-ad23-467a-8ca0-7d3cf0ae3947 req-b8c5c079-c608-41ee-b936-a052cfde8db1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:58.259550 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c42a9010-ad23-467a-8ca0-7d3cf0ae3947 req-b8c5c079-c608-41ee-b936-a052cfde8db1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 931 time: 0.0810335 Jul 18 14:17:58.267227 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-9480e8f7-d5a0-45e0-a623-8bf60c64fabc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624877 Jul 18 14:17:58.302868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Request body: {'port': {'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:17:58.305102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:58.387549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-ae90dfea-a570-41ac-b47a-f1b164e50be2 None None] Provisioning complete for port 7f708601-2664-4499-b22f-8cc585709539 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:17:58.388182 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ae90dfea-a570-41ac-b47a-f1b164e50be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7f708601-2664-4499-b22f-8cc585709539), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.406255 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.415792 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c42a9010-ad23-467a-8ca0-7d3cf0ae3947 req-ef85648f-e816-4f15-be0a-4f4e5daab51f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471257 Jul 18 14:17:58.420139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-ae90dfea-a570-41ac-b47a-f1b164e50be2 None None] Port 7f708601-2664-4499-b22f-8cc585709539 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:17:58.439791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7f708601-2664-4499-b22f-8cc585709539), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.443038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event deleted for resources: {'Port': ['ID=fe03e70a-70b6-4f6e-bd7f-bd04944b6fbe,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:58.548843 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for floatingip (0782f381-af5b-4d7b-8ba1-5979962c18ae), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.549159 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Floating IP 0782f381-af5b-4d7b-8ba1-5979962c18ae disassociated (deleted). External IP: 172.27.1.161, port: a158e474-2cc0-48e6-9c01-f790a2f7a2a3. Jul 18 14:17:58.916005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:58.918478 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f708601-2664-4499-b22f-8cc585709539 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:17:58.928668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks [] for port (7f708601-2664-4499-b22f-8cc585709539), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:58.935339 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:17:58.950131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Transition to ACTIVE for port object 7f708601-2664-4499-b22f-8cc585709539 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:17:58.955582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (7f708601-2664-4499-b22f-8cc585709539), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:59.077763 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:59.083974 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:59.163766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:17:59.171888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:59.175232 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Sync routers for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:17:59.190271 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:59.191025 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:59.216868 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-475ecff8-0f44-4383-9043-0ed4e567a1e9 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "DELETE /v2.0/floatingips/0782f381-af5b-4d7b-8ba1-5979962c18ae HTTP/1.1" status: 204 len: 168 time: 1.8945036 Jul 18 14:17:59.217599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:17:59.219842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99417e02-5c26-48b8-844f-06bb2d64efea" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:17:59.222233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Attempting to bind port 7f708601-2664-4499-b22f-8cc585709539 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:17:59.222575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Attempting to bind port 7f708601-2664-4499-b22f-8cc585709539 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:17:59.222911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Attempting to bind port 7f708601-2664-4499-b22f-8cc585709539 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:59.228489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Port 7f708601-2664-4499-b22f-8cc585709539 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:17:59.228813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Attempting to bind port 7f708601-2664-4499-b22f-8cc585709539 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:17:59.233913 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:17:59.234256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:17:59.234641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Bound using segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:17:59.235072 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Bound port: 7f708601-2664-4499-b22f-8cc585709539, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:17:59.235434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7f708601-2664-4499-b22f-8cc585709539), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:59.270817 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d509b565-e691-4ec8-b2a3-5146a220f441 x-openstack-request-id: req-d509b565-e691-4ec8-b2a3-5146a220f441 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:17:59.271164 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:17:59.271446 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d509b565-e691-4ec8-b2a3-5146a220f441 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:17:59.271972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d509b565-e691-4ec8-b2a3-5146a220f441'] response: {'name': 'network-changed', 'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'status': 'completed', 'code': 200} Jul 18 14:17:59.300692 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:59.304278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:17:59.308299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7f708601-2664-4499-b22f-8cc585709539,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:17:59.315401 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (7f708601-2664-4499-b22f-8cc585709539), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:59.386369 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:59.386996 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:17:59.388388 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] 10.222.0.87 "PUT /v2.0/ports/7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 1093 time: 1.0895956 Jul 18 14:17:59.401045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417e02-5c26-48b8-844f-06bb2d64efea req-02879d69-0a07-4228-8c35-063f5914a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:59.402544 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-02879d69-0a07-4228-8c35-063f5914a3f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f618e7dff5d7411eb4d4cade50d68607&device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 1130 time: 0.0771794 Jul 18 14:17:59.433262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf14d92-165f-45f7-9ba1-0625732c12f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:17:59.496351 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2b596-aebb-4956-a2f8-899bf25bd176 req-94b74140-e01f-4eac-96c8-a2296f5a642c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:59.497888 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7a2b596-aebb-4956-a2f8-899bf25bd176 req-94b74140-e01f-4eac-96c8-a2296f5a642c tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.0614994 Jul 18 14:17:59.560011 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9281c2-8335-4ca9-b48b-535581f2524a req-aa471f13-f9ae-46bf-8184-5042c595ea20 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:17:59.561553 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af9281c2-8335-4ca9-b48b-535581f2524a req-aa471f13-f9ae-46bf-8184-5042c595ea20 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0627618 Jul 18 14:17:59.574242 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:59.600391 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Checking router: 467e02c4-4c7f-48cf-992c-cfeba1964bc1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:17:59.610267 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:17:59.611031 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:59.616409 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7a2b596-aebb-4956-a2f8-899bf25bd176 req-ec812d8b-a7f1-4c72-88ec-3e6195208950 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088569 Jul 18 14:17:59.641144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af9281c2-8335-4ca9-b48b-535581f2524a req-f389b635-ba1e-4331-a1b7-2986927aa029 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718589 Jul 18 14:17:59.733357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:17:59.819171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:17:59.917124 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:17:59.941597 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060b13a-2286-402f-a253-364352fb2e10 None None] The sync data for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi is: [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:11:02Z', 'revision_number': 4, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'd17d4682-77ad-41b5-9c3c-7b5de4a513f7', 'name': '', 'network_id': '3ec35dc1-02fe-4ebc-8138-0a035afc8c58', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'mac_address': 'fa:16:3e:da:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:02Z', 'updated_at': '2022-07-18T14:11:09Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'subnets': [{'id': '45378f74-7c2f-4af8-ac4c-41811713a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:18:00.151429 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d56d5e-3fa6-4e33-9a39-452f4a9218de None None] New status for floating IP 0782f381-af5b-4d7b-8ba1-5979962c18ae: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:18:00.154324 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:00.629950 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-2ce941b2-547c-472e-8303-03cc7004b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:00.631426 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-2ce941b2-547c-472e-8303-03cc7004b022 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1127 time: 0.0501254 Jul 18 14:18:00.644407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417e02-5c26-48b8-844f-06bb2d64efea req-0d370fa5-e52d-4403-8953-fdfe6d4d9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:00.645776 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-0d370fa5-e52d-4403-8953-fdfe6d4d9abb service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 200 len: 910 time: 0.1196153 Jul 18 14:18:00.738263 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-a26bcac0-111a-4de8-937f-e90c717b89e5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 217 time: 0.0706027 Jul 18 14:18:00.753188 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-4c466e6d-4ec5-45a1-8b4f-2218404a1666 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 200 len: 217 time: 0.0793350 Jul 18 14:18:00.803503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:00.814801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90c98-9556-4949-9919-f71752eee0f6 req-ddae77d9-5d62-4a42-b60a-3e0d65e15abd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:00.816298 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7b90c98-9556-4949-9919-f71752eee0f6 req-ddae77d9-5d62-4a42-b60a-3e0d65e15abd tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.1047957 Jul 18 14:18:00.825485 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2de44-bbbc-4f86-bc57-cce713e49cf9 req-e5aa7a97-b37e-4448-82d6-dc92c38ba865 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:00.826879 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efe2de44-bbbc-4f86-bc57-cce713e49cf9 req-e5aa7a97-b37e-4448-82d6-dc92c38ba865 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.1167011 Jul 18 14:18:00.905293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7b90c98-9556-4949-9919-f71752eee0f6 req-64bfd9d2-de00-4ea2-a42c-b6604a156bb7 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/security-groups?id=226df603-be4c-447c-8f02-9f9ec61ab804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773680 Jul 18 14:18:00.908887 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-efe2de44-bbbc-4f86-bc57-cce713e49cf9 req-7ddc4830-e81b-4f18-a1c3-a4f110da9f28 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745323 Jul 18 14:18:01.069930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417e02-5c26-48b8-844f-06bb2d64efea req-a2b10946-d1bd-444f-b1e4-83e3b8fea447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:01.072646 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-a2b10946-d1bd-444f-b1e4-83e3b8fea447 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 200 len: 848 time: 0.0780621 Jul 18 14:18:01.074713 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-814aa34e-7f84-458d-9de6-629b592ada39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:01.077012 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-814aa34e-7f84-458d-9de6-629b592ada39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0905852 Jul 18 14:18:01.158790 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:01.208107 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417e02-5c26-48b8-844f-06bb2d64efea req-f1d3c52f-2c92-48b8-b3fe-35d28690a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:01.209625 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-f1d3c52f-2c92-48b8-b3fe-35d28690a6a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ec35dc1-02fe-4ebc-8138-0a035afc8c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673687 Jul 18 14:18:01.213101 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-106964f4-d9ac-4ff6-a62a-de054f5b159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:01.214453 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-106964f4-d9ac-4ff6-a62a-de054f5b159f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640478 Jul 18 14:18:01.273376 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:18:01.276475 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8" -d '{"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:18:01.316964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4972e0-f080-45c0-ac4b-caf94c421a4d x-openstack-request-id: req-9a4972e0-f080-45c0-ac4b-caf94c421a4d {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:18:01.317256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:18:01.317537 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9a4972e0-f080-45c0-ac4b-caf94c421a4d {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:18:01.317924 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4972e0-f080-45c0-ac4b-caf94c421a4d'] response: {'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539', 'status': 'completed', 'code': 200} Jul 18 14:18:01.427289 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-0dcfc0b9-d4f0-4315-9d35-4e3fe34e2f88 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:01.428727 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-0dcfc0b9-d4f0-4315-9d35-4e3fe34e2f88 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.87 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 946 time: 0.1413527 Jul 18 14:18:01.532605 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-5d27f08f-da31-4e82-9e68-7c38a5f97290 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441611 Jul 18 14:18:01.543334 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-758aff36-5e65-4576-84b5-fa87c53cc9d6 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629013 Jul 18 14:18:01.611061 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Deleting port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:01.611411 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:01.775512 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-cbedb7b6-b9ef-4f57-9b90-605a63063faa service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237086 Jul 18 14:18:01.779541 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-ab3fc389-d443-4d74-9cf0-5fc339ef5335 service neutron] 10.222.0.87 "GET /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394900 Jul 18 14:18:01.800076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] For port a158e474-2cc0-48e6-9c01-f790a2f7a2a3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:01.800449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:01.814272 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Calling delete_port for a158e474-2cc0-48e6-9c01-f790a2f7a2a3 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:01.874534 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:01.945190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (a158e474-2cc0-48e6-9c01-f790a2f7a2a3), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:01.974654 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:01.979726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event deleted for resources: {'Port': ['ID=a158e474-2cc0-48e6-9c01-f790a2f7a2a3,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:02.046951 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6fcfa98b-c20d-4438-bce2-a274396ad7af req-5a8d27bd-0b55-49e2-ba2f-dbbca076e220 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0567691 Jul 18 14:18:02.077285 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] No DVR routers for this DVR port a158e474-2cc0-48e6-9c01-f790a2f7a2a3 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:18:02.079854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:02.083365 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-45ce9815-5f38-47a5-b612-9f7a7f88610d req-126badd8-f203-4730-a1fd-45893c13b11d tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.87 "DELETE /v2.0/ports/a158e474-2cc0-48e6-9c01-f790a2f7a2a3 HTTP/1.1" status: 204 len: 173 time: 0.6477568 Jul 18 14:18:02.101761 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b79a6-4754-4061-9a13-f983a9d77397 req-d161484e-3ca9-42a6-b065-114f731b55b9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:02.103201 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-612b79a6-4754-4061-9a13-f983a9d77397 req-d161484e-3ca9-42a6-b065-114f731b55b9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0839646 Jul 18 14:18:02.143040 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:02.153439 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-612b79a6-4754-4061-9a13-f983a9d77397 req-d638c256-5357-41e7-a91b-2fcab4d81b44 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Jul 18 14:18:02.794555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-81bd7eb3-3fa2-48b2-bc54-596ffd802b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:02.796064 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-81bd7eb3-3fa2-48b2-bc54-596ffd802b43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1127 time: 0.0406642 Jul 18 14:18:02.890965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-b6e5f87f-4616-4a04-ae63-6fd5f5f0b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:02.892529 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-b6e5f87f-4616-4a04-ae63-6fd5f5f0b419 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0881720 Jul 18 14:18:02.932283 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-c0f1344c-2170-4665-9275-8108cefde116 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 217 time: 0.0331111 Jul 18 14:18:02.984695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-905b7b14-9495-4e7d-88eb-a3a2174aa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:02.986324 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-905b7b14-9495-4e7d-88eb-a3a2174aa6f0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0482314 Jul 18 14:18:03.031242 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-51881e70-e74a-44c8-8f60-083f2108adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:03.032954 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-51881e70-e74a-44c8-8f60-083f2108adf9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404601 Jul 18 14:18:03.155461 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b1fca16-6e11-478e-93a7-5068605cb16b req-ff5ad7f6-ff02-42ac-bd86-ecbdaddba284 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "GET /v2.0/ports?device_id=c63c8795-24b6-46d9-95ae-0496378efce1 HTTP/1.1" status: 200 len: 210 time: 0.0405915 Jul 18 14:18:03.159178 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-87a4fd87-b8a7-4c4d-89b5-612ef1527ab9 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165106 Jul 18 14:18:03.294506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9d83-9df3-4ec8-89ff-a06b8eccdc6a req-2b022270-a158-403d-9adf-25e0e9e5ff51 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:03.295889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-386b9d83-9df3-4ec8-89ff-a06b8eccdc6a req-2b022270-a158-403d-9adf-25e0e9e5ff51 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0645621 Jul 18 14:18:03.565407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-deleted', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:18:03.567630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb9c09-c06a-46e7-ae87-64cf6d382782" -d '{"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-deleted", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:18:03.573760 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a6ce8dc-3ede-4ea1-95d8-2c782a88aab8 req-c8665e37-e6b3-40da-aa86-b331f901806e service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026554 Jul 18 14:18:03.613469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e38d9-6a2d-439c-918e-db2cc084b541 x-openstack-request-id: req-dc4e38d9-6a2d-439c-918e-db2cc084b541 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:18:03.613855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c8795-24b6-46d9-95ae-0496378efce1", "name": "network-vif-deleted", "tag": "a158e474-2cc0-48e6-9c01-f790a2f7a2a3", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:18:03.614466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dc4e38d9-6a2d-439c-918e-db2cc084b541 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:18:03.614861 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4e38d9-6a2d-439c-918e-db2cc084b541'] response: {'server_uuid': 'c63c8795-24b6-46d9-95ae-0496378efce1', 'name': 'network-vif-deleted', 'tag': 'a158e474-2cc0-48e6-9c01-f790a2f7a2a3', 'status': 'completed', 'code': 200} Jul 18 14:18:03.624496 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-386b9d83-9df3-4ec8-89ff-a06b8eccdc6a req-05267d58-4a3e-452a-9847-15db19bdc02e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230884 Jul 18 14:18:04.214805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40122) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:04.270270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (226df603-be4c-447c-8f02-9f9ec61ab804), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:04.294965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (226df603-be4c-447c-8f02-9f9ec61ab804), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:04.353680 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (226df603-be4c-447c-8f02-9f9ec61ab804), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:04.356244 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:04.357388 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] 10.222.0.94 "DELETE /v2.0/security-groups/226df603-be4c-447c-8f02-9f9ec61ab804 HTTP/1.1" status: 204 len: 168 time: 0.1419961 Jul 18 14:18:04.366821 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b405d9c-fe18-4e9d-b2a1-e454c5738a85 tempest-TestShelveInstance-837806685 tempest-TestShelveInstance-837806685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226df603-be4c-447c-8f02-9f9ec61ab804,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:04.408751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40126) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:04.726568 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:04.743362 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bfe6d-7769-4e37-80de-28453283f6d6 req-c299fb85-e754-4de4-b111-73bfa13dea05 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:04.744853 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-524bfe6d-7769-4e37-80de-28453283f6d6 req-c299fb85-e754-4de4-b111-73bfa13dea05 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0508049 Jul 18 14:18:04.765121 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:04.796336 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-524bfe6d-7769-4e37-80de-28453283f6d6 req-19c7d0c3-e6b3-4077-ac4a-14010fa7dc4f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459292 Jul 18 14:18:04.983006 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Deleting port d17d4682-77ad-41b5-9c3c-7b5de4a513f7 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:04.983240 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:05.062742 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] For port d17d4682-77ad-41b5-9c3c-7b5de4a513f7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:05.063100 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:05.075657 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Calling delete_port for d17d4682-77ad-41b5-9c3c-7b5de4a513f7 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:05.245681 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:05.246689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:05.250599 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (d17d4682-77ad-41b5-9c3c-7b5de4a513f7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:05.258362 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:05.267858 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: a158e474-2cc0-48e6-9c01-f790a2f7a2a3 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:05.268231 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device a158e474-2cc0-48e6-9c01-f790a2f7a2a3 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:05.276907 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17d4682-77ad-41b5-9c3c-7b5de4a513f7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:05.440273 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:05.641737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:18:05.910941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808fc6c-34b5-489f-b0fe-926e4a325b86 req-ce1e4189-0444-40bd-9ff3-8efcd9b9f214 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:05.912484 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6808fc6c-34b5-489f-b0fe-926e4a325b86 req-ce1e4189-0444-40bd-9ff3-8efcd9b9f214 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0477839 Jul 18 14:18:05.945180 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:18:05.950581 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ff015e0e-661e-4ea6-a928-34d49e0d8342 admin admin] 10.222.0.94 "PUT /v2.0/routers/467e02c4-4c7f-48cf-992c-cfeba1964bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407081 Jul 18 14:18:05.953051 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40134) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:05.958549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Sync routers for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:18:05.964366 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6808fc6c-34b5-489f-b0fe-926e4a325b86 req-c0c7e2b2-d039-4e66-8542-3f2552ca3872 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462503 Jul 18 14:18:05.973789 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=100 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:05.976574 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:05.977202 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:06.051035 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks [] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.075994 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:06.147363 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks [] for router_gateway (467e02c4-4c7f-48cf-992c-cfeba1964bc1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.190165 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Deleting port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:06.190510 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.246617 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:18:05Z', 'revision_number': 5, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port': {'id': '4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:00Z', 'updated_at': '2022-07-18T14:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:06.269342 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] For port 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:06.269702 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.270582 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Checking router: 467e02c4-4c7f-48cf-992c-cfeba1964bc1 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:18:06.279471 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Routers {'467e02c4-4c7f-48cf-992c-cfeba1964bc1'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:06.280111 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:06.286139 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Calling delete_port for 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:06.328996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:06.341824 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:06.365054 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] Set router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:06.415866 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:18:06Z', 'revision_number': 6, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:06.443618 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74616ad6-da8d-4f8e-abbf-be27c7647e59 None None] The sync data for ids ['467e02c4-4c7f-48cf-992c-cfeba1964bc1'] in dv-cinder-849846-1-iscsi is: [{'id': '467e02c4-4c7f-48cf-992c-cfeba1964bc1', 'name': 'tempest-TestShelveInstance-1708798227-router', 'tenant_id': 'f618e7dff5d7411eb4d4cade50d68607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:10:59Z', 'updated_at': '2022-07-18T14:18:06Z', 'revision_number': 6, 'project_id': 'f618e7dff5d7411eb4d4cade50d68607', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:18:06.453188 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.476669 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:06.538826 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.623545 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.625603 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks [] for router_controller (467e02c4-4c7f-48cf-992c-cfeba1964bc1), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.666508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (467e02c4-4c7f-48cf-992c-cfeba1964bc1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.667112 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 467e02c4-4c7f-48cf-992c-cfeba1964bc1 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:18:06.672078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.673448 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9d40eea1-9a52-4230-a700-a9802529c55f admin admin] 10.222.0.94 "DELETE /v2.0/routers/467e02c4-4c7f-48cf-992c-cfeba1964bc1 HTTP/1.1" status: 204 len: 168 time: 0.7192268 Jul 18 14:18:06.675798 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40138) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:06.721552 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Deleting subnet 45378f74-7c2f-4af8-ac4c-41811713a771 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:18:06.724623 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Publish callbacks [] for subnet (45378f74-7c2f-4af8-ac4c-41811713a771), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.758155 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (45378f74-7c2f-4af8-ac4c-41811713a771), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.834296 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (45378f74-7c2f-4af8-ac4c-41811713a771), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.896042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (45378f74-7c2f-4af8-ac4c-41811713a771), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.922316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45378f74-7c2f-4af8-ac4c-41811713a771,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:06.925883 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:06.928993 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a6f25223-1b8c-4fef-812e-c3f8ae88efc6 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/45378f74-7c2f-4af8-ac4c-41811713a771 HTTP/1.1" status: 204 len: 168 time: 0.2522566 Jul 18 14:18:06.931503 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40140) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:06.933328 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac87202-7a6d-4002-9189-5f2f896035f5 None None] Network 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:18:07.000685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (3ec35dc1-02fe-4ebc-8138-0a035afc8c58), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.050388 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Deleting port 95c4675b-1931-49d2-93b4-c713fe4b5368 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:07.050737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.089763 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15a865-4310-4c1b-a8b7-3d1a327f9beb req-2efcaa17-577a-4c75-a723-636e5827d6c8 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:07.091293 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0e15a865-4310-4c1b-a8b7-3d1a327f9beb req-2efcaa17-577a-4c75-a723-636e5827d6c8 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0504363 Jul 18 14:18:07.119391 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] For port 95c4675b-1931-49d2-93b4-c713fe4b5368, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=95c4675b-1931-49d2-93b4-c713fe4b5368,segment=NetworkSegment(4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c),segment_id=4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:07.119677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.133194 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Calling delete_port for 95c4675b-1931-49d2-93b4-c713fe4b5368 owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:07.144136 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0e15a865-4310-4c1b-a8b7-3d1a327f9beb req-68412a9a-4eca-4318-bc7b-07d91e308f6d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Jul 18 14:18:07.202328 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f463d-566c-4a85-9763-38198e07e566 None None] DHCP port deletion for 3ec35dc1-02fe-4ebc-8138-0a035afc8c58 request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:18:07.208858 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:07.215174 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:07.221880 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.241172 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Deleting port 95c4675b-1931-49d2-93b4-c713fe4b5368 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:07.241626 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.248892 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c4675b-1931-49d2-93b4-c713fe4b5368,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:07.252612 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] No DVR routers for this DVR port 95c4675b-1931-49d2-93b4-c713fe4b5368 on host dv-cinder-849846-1-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:18:07.309093 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-573f463d-566c-4a85-9763-38198e07e566 None None] For port 95c4675b-1931-49d2-93b4-c713fe4b5368, host dv-cinder-849846-1-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:07.309660 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.324398 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Calling delete_port for 95c4675b-1931-49d2-93b4-c713fe4b5368 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:07.327387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Port 95c4675b-1931-49d2-93b4-c713fe4b5368 was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 14:18:07.328650 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (95c4675b-1931-49d2-93b4-c713fe4b5368), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.330247 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (3ec35dc1-02fe-4ebc-8138-0a035afc8c58), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.350331 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec35dc1-02fe-4ebc-8138-0a035afc8c58']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:07.356056 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f463d-566c-4a85-9763-38198e07e566 None None] Pushing event deleted for resources: {'Port': ['ID=95c4675b-1931-49d2-93b4-c713fe4b5368,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:07.359646 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:07.359934 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f463d-566c-4a85-9763-38198e07e566 None None] No DVR routers for this DVR port 95c4675b-1931-49d2-93b4-c713fe4b5368 on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:18:07.360079 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:07.372672 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.388455 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.395147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:18:07.395592 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.460711 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (3ec35dc1-02fe-4ebc-8138-0a035afc8c58), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.466980 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:07.473086 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3ec35dc1-02fe-4ebc-8138-0a035afc8c58 HTTP/1.1" status: 204 len: 168 time: 0.5379767 Jul 18 14:18:07.473806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40148) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:07.486613 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c resource provider aggregate not found Jul 18 14:18:07.490472 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64ac23-68e4-49e6-a729-9e059a37f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec35dc1-02fe-4ebc-8138-0a035afc8c58,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:07.511670 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4431d4cd-ca6d-4040-86fc-1ce50b6d8e2c found for delete ", "request_id": "req-0bbf8a1c-cbde-4be9-b72f-3aa3ee156043"}]} Jul 18 14:18:07.526465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:07.585333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:07.604917 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:07.605259 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 4b1d7b57-9456-4fe6-ad4e-ddf9dbed37ff not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:07.605676 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d17d4682-77ad-41b5-9c3c-7b5de4a513f7 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:07.623991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: d17d4682-77ad-41b5-9c3c-7b5de4a513f7 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:07.624340 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d17d4682-77ad-41b5-9c3c-7b5de4a513f7 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:07.624757 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 95c4675b-1931-49d2-93b4-c713fe4b5368 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:07.642996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 95c4675b-1931-49d2-93b4-c713fe4b5368 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:07.643346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 95c4675b-1931-49d2-93b4-c713fe4b5368 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:07.788673 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (7cb4c067-7fff-48bb-b804-ed748462bcea), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.009025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Deleting port ff5d6d10-3759-47ed-b423-61b904a05dd9 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:08.009347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.091076 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] For port ff5d6d10-3759-47ed-b423-61b904a05dd9, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ff5d6d10-3759-47ed-b423-61b904a05dd9,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:08.091768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.098017 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:08.105038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Calling delete_port for ff5d6d10-3759-47ed-b423-61b904a05dd9 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:08.270142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed78ff-b6ba-4d53-8ac5-73b3caf42cff req-bdddaec2-7cf5-408f-a0e6-e55e4fde0703 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:08.271541 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5bed78ff-b6ba-4d53-8ac5-73b3caf42cff req-bdddaec2-7cf5-408f-a0e6-e55e4fde0703 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0571277 Jul 18 14:18:08.337853 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:08.355161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (ff5d6d10-3759-47ed-b423-61b904a05dd9), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.386449 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5bed78ff-b6ba-4d53-8ac5-73b3caf42cff req-789da1c7-9b4d-4edf-94fe-aed522d6b305 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071770 Jul 18 14:18:08.389857 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5d6d10-3759-47ed-b423-61b904a05dd9,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:08.552423 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (7cb4c067-7fff-48bb-b804-ed748462bcea), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.568171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-324469ed-5386-45bc-b71d-32a86a3a0db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.756717 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Router 7cb4c067-7fff-48bb-b804-ed748462bcea has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:18:08.855252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:18:08.860172 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7b581980-dab6-4d7f-8bca-3d2b5f0e1967 admin admin] 10.222.0.94 "PUT /v2.0/routers/7cb4c067-7fff-48bb-b804-ed748462bcea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3852391 Jul 18 14:18:08.862686 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40156) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:08.865738 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Sync routers for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:18:08.876232 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:08.876906 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:08.906618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:08.964687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks [] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:08.979313 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:09.063848 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks [] for router_gateway (7cb4c067-7fff-48bb-b804-ed748462bcea), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.105747 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Deleting port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:09.106469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.144888 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:18:08Z', 'revision_number': 5, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port': {'id': 'f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:11:06Z', 'updated_at': '2022-07-18T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:09.173716 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Checking router: 7cb4c067-7fff-48bb-b804-ed748462bcea for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:18:09.182735 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Routers {'7cb4c067-7fff-48bb-b804-ed748462bcea'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:09.183357 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:17:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['7cb4c067-7fff-48bb-b804-ed748462bcea'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:09.191258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] For port f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:09.191626 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.204450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Calling delete_port for f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:09.262658 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:09.263297 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 7f708601-2664-4499-b22f-8cc585709539 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:18:09.268575 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] Set router 7cb4c067-7fff-48bb-b804-ed748462bcea gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:09.298474 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:09.318981 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:18:09Z', 'revision_number': 6, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:09.346537 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c53662-c551-4902-9fe8-e14a437eaf3a None None] The sync data for ids ['7cb4c067-7fff-48bb-b804-ed748462bcea'] in dv-cinder-849846-1-iscsi is: [{'id': '7cb4c067-7fff-48bb-b804-ed748462bcea', 'name': 'tempest-TestShelveInstance-786487777-router', 'tenant_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:11:05Z', 'updated_at': '2022-07-18T14:18:09Z', 'revision_number': 6, 'project_id': 'd8b0bbd989be47ea916196e8f8b4d8f1', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:18:09.368352 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7f708601-2664-4499-b22f-8cc585709539,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:09.387158 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '7f708601-2664-4499-b22f-8cc585709539', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:18:09.389561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.415843 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:09.430643 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 7f708601-2664-4499-b22f-8cc585709539 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:18:09.431100 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7f708601-2664-4499-b22f-8cc585709539), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.448069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f708601-2664-4499-b22f-8cc585709539 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:18:09.474349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7f708601-2664-4499-b22f-8cc585709539,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:09.478419 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7f708601-2664-4499-b22f-8cc585709539), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.515022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (7cb4c067-7fff-48bb-b804-ed748462bcea), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.521220 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:09.523614 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494070e-e6e1-4482-bf75-ce75c7324369 req-955f253d-294d-4389-9bcb-2fe34fedd5bd tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:09.525231 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8494070e-e6e1-4482-bf75-ce75c7324369 req-955f253d-294d-4389-9bcb-2fe34fedd5bd tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0620325 Jul 18 14:18:09.527204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:09.624041 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.630333 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks [] for router_controller (7cb4c067-7fff-48bb-b804-ed748462bcea), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.679598 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8494070e-e6e1-4482-bf75-ce75c7324369 req-f4e2caa2-7bd6-4075-ad8a-a1cd7883df31 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326842 Jul 18 14:18:09.700148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (7cb4c067-7fff-48bb-b804-ed748462bcea), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.700706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb4c067-7fff-48bb-b804-ed748462bcea {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:18:09.707754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.711396 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ddd2f620-bb24-4894-894f-3d0085d06613 admin admin] 10.222.0.94 "DELETE /v2.0/routers/7cb4c067-7fff-48bb-b804-ed748462bcea HTTP/1.1" status: 204 len: 168 time: 0.8454325 Jul 18 14:18:09.711619 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40160) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:09.767855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Deleting subnet 86e7bfdb-0070-41bf-81d1-6ec77a0a05f6 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:18:09.771894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Publish callbacks [] for subnet (86e7bfdb-0070-41bf-81d1-6ec77a0a05f6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.820545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (86e7bfdb-0070-41bf-81d1-6ec77a0a05f6), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.855838 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:09.897818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (86e7bfdb-0070-41bf-81d1-6ec77a0a05f6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.946688 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['7f708601-2664-4499-b22f-8cc585709539'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:18:09.957318 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (86e7bfdb-0070-41bf-81d1-6ec77a0a05f6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.984742 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e7bfdb-0070-41bf-81d1-6ec77a0a05f6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:09.990350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:09.994796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-11c0fbe7-ffc5-491f-934c-bf3a64fcb6d1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/86e7bfdb-0070-41bf-81d1-6ec77a0a05f6 HTTP/1.1" status: 204 len: 168 time: 0.2821887 Jul 18 14:18:09.997309 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40162) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:10.000831 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66444587-4167-444d-91f1-974a2ffd2b5a None None] Network 48677728-f604-4f39-a0e4-57100320a6ed requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:18:10.067260 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (48677728-f604-4f39-a0e4-57100320a6ed), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.112175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Deleting port d3b4ebb5-da10-404a-abfd-010ceee1536e {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:10.112821 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.154428 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ff5d6d10-3759-47ed-b423-61b904a05dd9 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:10.177285 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: ff5d6d10-3759-47ed-b423-61b904a05dd9 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:10.177639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ff5d6d10-3759-47ed-b423-61b904a05dd9 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:10.188559 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] For port d3b4ebb5-da10-404a-abfd-010ceee1536e, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d3b4ebb5-da10-404a-abfd-010ceee1536e,segment=NetworkSegment(8597f36c-2850-49e3-ac87-0f84bbbaa01b),segment_id=8597f36c-2850-49e3-ac87-0f84bbbaa01b)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:10.188997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.207317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Calling delete_port for d3b4ebb5-da10-404a-abfd-010ceee1536e owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:10.215979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:10.233821 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] DHCP port deletion for 48677728-f604-4f39-a0e4-57100320a6ed request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:18:10.295802 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Deleting port d3b4ebb5-da10-404a-abfd-010ceee1536e {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:18:10.296581 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.297027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.326062 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] No DVR routers for this DVR port d3b4ebb5-da10-404a-abfd-010ceee1536e on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:18:10.331583 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b4ebb5-da10-404a-abfd-010ceee1536e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:10.404802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (48677728-f604-4f39-a0e4-57100320a6ed), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.429270 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48677728-f604-4f39-a0e4-57100320a6ed']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:10.440499 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597f36c-2850-49e3-ac87-0f84bbbaa01b') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:10.440792 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597f36c-2850-49e3-ac87-0f84bbbaa01b') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:10.456732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (8597f36c-2850-49e3-ac87-0f84bbbaa01b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.472530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (8597f36c-2850-49e3-ac87-0f84bbbaa01b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.479666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:18:10.484215 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (8597f36c-2850-49e3-ac87-0f84bbbaa01b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.504891 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 8597f36c-2850-49e3-ac87-0f84bbbaa01b resource provider aggregate not found Jul 18 14:18:10.525780 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] For port d3b4ebb5-da10-404a-abfd-010ceee1536e, host dv-cinder-849846-1-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:10.526176 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.542473 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Calling delete_port for d3b4ebb5-da10-404a-abfd-010ceee1536e owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:18:10.545777 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Port d3b4ebb5-da10-404a-abfd-010ceee1536e was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 14:18:10.548668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 8597f36c-2850-49e3-ac87-0f84bbbaa01b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8597f36c-2850-49e3-ac87-0f84bbbaa01b found for delete ", "request_id": "req-5690b1d1-ee7a-42b6-8be0-8589a1502e2d"}]} Jul 18 14:18:10.548811 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (d3b4ebb5-da10-404a-abfd-010ceee1536e), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.563905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (48677728-f604-4f39-a0e4-57100320a6ed), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.569595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.572681 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/48677728-f604-4f39-a0e4-57100320a6ed HTTP/1.1" status: 204 len: 168 time: 0.5741611 Jul 18 14:18:10.575450 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] Pushing event deleted for resources: {'Port': ['ID=d3b4ebb5-da10-404a-abfd-010ceee1536e,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:10.581424 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38778d-5bef-47ad-96fa-2bb8f20a4c42 None None] No DVR routers for this DVR port d3b4ebb5-da10-404a-abfd-010ceee1536e on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:18:10.583926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8e6df-689a-4604-b386-f2aba42d69a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48677728-f604-4f39-a0e4-57100320a6ed,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:10.694935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40172) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:10.723743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-428d4a9a-4a68-49da-accd-ace6fab10a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.737716 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d2c39d5e-d0dd-44ef-9e04-085ab550ca51 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f618e7dff5d7411eb4d4cade50d68607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414550 Jul 18 14:18:10.740549 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40176) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:10.802808 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] Publish callbacks [] for security_group (e3f8783d-cff2-447a-ae07-4574a8ab4017), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.812307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef85655-8b44-466e-9f14-1936f72e92d4 req-663df216-6d66-45b5-afee-1ac65b07be54 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:10.813814 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aef85655-8b44-466e-9f14-1936f72e92d4 req-663df216-6d66-45b5-afee-1ac65b07be54 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0530155 Jul 18 14:18:10.825658 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] Publish callbacks [] for security_group (e3f8783d-cff2-447a-ae07-4574a8ab4017), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.866407 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aef85655-8b44-466e-9f14-1936f72e92d4 req-8148ed62-a85a-4d5e-a0fe-5577b58ccb69 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Jul 18 14:18:10.876290 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e3f8783d-cff2-447a-ae07-4574a8ab4017), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.878744 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:10.879887 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e3f8783d-cff2-447a-ae07-4574a8ab4017 HTTP/1.1" status: 204 len: 168 time: 0.1381567 Jul 18 14:18:10.887704 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d256e-a9d3-4068-b60c-191e90aa4193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f8783d-cff2-447a-ae07-4574a8ab4017,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:11.196770 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40182) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:11.237077 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fa2d6fff-b122-4e1b-97e1-7b8aef20eb0c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8b0bbd989be47ea916196e8f8b4d8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391581 Jul 18 14:18:11.239496 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40184) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:11.286304 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] Publish callbacks [] for security_group (057ef23e-30a6-48e5-979b-f7d7bb1c7426), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.307323 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] Publish callbacks [] for security_group (057ef23e-30a6-48e5-979b-f7d7bb1c7426), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.352005 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (057ef23e-30a6-48e5-979b-f7d7bb1c7426), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.354456 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.355595 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/057ef23e-30a6-48e5-979b-f7d7bb1c7426 HTTP/1.1" status: 204 len: 168 time: 0.1151972 Jul 18 14:18:11.363193 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ed5b3-d549-4ee3-ac80-47d2d1ca9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057ef23e-30a6-48e5-979b-f7d7bb1c7426,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:11.448652 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 7f708601-2664-4499-b22f-8cc585709539 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:18:11.493096 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 7f708601-2664-4499-b22f-8cc585709539 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:18:11.499181 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 7f708601-2664-4499-b22f-8cc585709539 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:18:11.499590 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (7f708601-2664-4499-b22f-8cc585709539), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.501555 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:11.593162 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 7f708601-2664-4499-b22f-8cc585709539 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:18:11.593600 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (7f708601-2664-4499-b22f-8cc585709539), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.599006 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:11.628238 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:11.628586 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device f4e4df8c-e3a5-4d6a-87d0-cf2e02dab6be not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:11.629013 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d3b4ebb5-da10-404a-abfd-010ceee1536e no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:18:11.659434 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: d3b4ebb5-da10-404a-abfd-010ceee1536e {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:18:11.659779 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d3b4ebb5-da10-404a-abfd-010ceee1536e not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:18:11.666929 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f708601-2664-4499-b22f-8cc585709539'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:18:11.669609 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df498f6f-914e-4a4c-b1b2-73568011627e" -d '{"events": [{"server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "7f708601-2664-4499-b22f-8cc585709539"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:18:11.684766 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7f708601-2664-4499-b22f-8cc585709539,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:11.688895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (7f708601-2664-4499-b22f-8cc585709539), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:11.715500 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e4793-842d-49bc-ab1e-2c4ea3262c15 x-openstack-request-id: req-728e4793-842d-49bc-ab1e-2c4ea3262c15 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:18:11.715903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "7f708601-2664-4499-b22f-8cc585709539", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:18:11.716123 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-728e4793-842d-49bc-ab1e-2c4ea3262c15 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:18:11.716538 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728e4793-842d-49bc-ab1e-2c4ea3262c15'] response: {'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f708601-2664-4499-b22f-8cc585709539', 'code': 200} Jul 18 14:18:11.743971 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:11.976710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:12.009303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ee76a-df5e-4fb5-890b-ae563a0800ed req-b9ccc9b4-a024-4b20-a37b-a1344214eff9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:12.010788 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c58ee76a-df5e-4fb5-890b-ae563a0800ed req-b9ccc9b4-a024-4b20-a37b-a1344214eff9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0744534 Jul 18 14:18:12.013713 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e530223-75c8-42de-b3eb-a600572f321e req-9274d814-e832-4ffa-9dd5-7d7538f61d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:12.015064 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e530223-75c8-42de-b3eb-a600572f321e req-9274d814-e832-4ffa-9dd5-7d7538f61d57 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0678601 Jul 18 14:18:12.089233 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c58ee76a-df5e-4fb5-890b-ae563a0800ed req-b47b27fc-ad42-4fab-8409-6d1f84572388 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728788 Jul 18 14:18:12.096787 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e530223-75c8-42de-b3eb-a600572f321e req-bbbdcba7-6fae-45e0-bde6-dc4d4c345a0d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737975 Jul 18 14:18:13.204322 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cd007-08c6-4375-88f7-36c98cd87e44 req-5998f13a-7e12-45ed-91d7-aa05caa10d3a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:13.205695 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec9cd007-08c6-4375-88f7-36c98cd87e44 req-5998f13a-7e12-45ed-91d7-aa05caa10d3a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Jul 18 14:18:13.230215 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:13.231570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:13.235372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:13.255989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ec9cd007-08c6-4375-88f7-36c98cd87e44 req-48e5f807-c39d-4c9b-8c35-2bb4e321bfd7 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Jul 18 14:18:13.572092 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:14.368668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1937-c859-4342-ace4-f2cdcccc1927 req-74909873-be66-4dbc-98ef-1e329971c845 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:14.370145 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea9b1937-c859-4342-ace4-f2cdcccc1927 req-74909873-be66-4dbc-98ef-1e329971c845 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0465853 Jul 18 14:18:14.419018 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ea9b1937-c859-4342-ace4-f2cdcccc1927 req-3ffa3be7-5dc2-45eb-8fc5-bf3d58d577fa tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Jul 18 14:18:14.532931 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ded48b-9b0d-4f1e-84b2-22ddcf99a488 req-4a0d9232-3810-489e-bfd9-56898a579175 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:14.534395 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1ded48b-9b0d-4f1e-84b2-22ddcf99a488 req-4a0d9232-3810-489e-bfd9-56898a579175 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0499811 Jul 18 14:18:14.545674 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:14.584889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1ded48b-9b0d-4f1e-84b2-22ddcf99a488 req-2e8e6e1b-b410-442d-93ea-56310282966d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 Jul 18 14:18:14.607204 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40200) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:14.647147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e55e92-3f1b-4b63-9f67-2a09feec0f6c tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:14.649397 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-14e55e92-3f1b-4b63-9f67-2a09feec0f6c tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1124 time: 0.0412176 Jul 18 14:18:14.652915 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40202) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:18:14.657078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:18:14.678353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:14.781971 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:14.888415 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.27.1.193 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/53b8727d-aabb-4d09-84c8-e06f4bea5cd5) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:18:14.899172 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:14.903547 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:14.993264 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.025618 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.076233 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:18:15.081463 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:18:15.083630 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=53b8727d-aabb-4d09-84c8-e06f4bea5cd5,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:15.085840 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:18:15.428609 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (ea4885ea-7179-42ac-8514-c1ee2814048f), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.497249 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.638436 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:15.642807 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.647245 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.678278 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:15.718825 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=53b8727d-aabb-4d09-84c8-e06f4bea5cd5,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:15.731130 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (ea4885ea-7179-42ac-8514-c1ee2814048f), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:15.825622 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP ea4885ea-7179-42ac-8514-c1ee2814048f associated. External IP: 172.27.1.193, port: 7f708601-2664-4499-b22f-8cc585709539. Jul 18 14:18:16.019271 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:18:16.117563 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:18:16.126949 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:18:16.136343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:16.138617 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:16.139668 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:16.168800 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3d3bcc18-70a0-4585-82e8-9a9c4489c085 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5148737 Jul 18 14:18:16.169387 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:18:16.171651 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016deca-069e-4d5f-acab-dced29ab6211" -d '{"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:18:16.207185 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b8f44-0fc1-46f0-ab80-a21c3128da52 x-openstack-request-id: req-850b8f44-0fc1-46f0-ab80-a21c3128da52 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:18:16.207478 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:18:16.207733 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-850b8f44-0fc1-46f0-ab80-a21c3128da52 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:18:16.208172 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850b8f44-0fc1-46f0-ab80-a21c3128da52'] response: {'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539', 'status': 'completed', 'code': 200} Jul 18 14:18:16.241012 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:16.311117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016deca-069e-4d5f-acab-dced29ab6211 req-afa68985-deeb-4b28-8ff4-d30b7fcf30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:16.312558 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-afa68985-deeb-4b28-8ff4-d30b7fcf30d7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0392811 Jul 18 14:18:16.455247 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:15Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:16.480726 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:18:16.489805 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:18:16.490279 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:16.597448 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:18:16.680467 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016deca-069e-4d5f-acab-dced29ab6211 req-da2159df-7c79-4a3c-a0a2-65e9bdbf8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:16.681947 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-da2159df-7c79-4a3c-a0a2-65e9bdbf8f15 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.3622658 Jul 18 14:18:16.748030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-8b6c55ea-0924-4b08-8780-bd57b81a0e69 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 999 time: 0.0551326 Jul 18 14:18:16.808991 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016deca-069e-4d5f-acab-dced29ab6211 req-cdd24d45-4273-4ca5-b008-a7bc954fa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:16.810524 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-cdd24d45-4273-4ca5-b008-a7bc954fa566 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0537937 Jul 18 14:18:16.810685 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:15Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:18:16.835900 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecdf69a-7130-4b69-b963-2f45242b3b32 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:15Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:18:16.861751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016deca-069e-4d5f-acab-dced29ab6211 req-efcc724a-ebda-4dbd-8f37-3f4048a2817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:16.863185 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-efcc724a-ebda-4dbd-8f37-3f4048a2817d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462608 Jul 18 14:18:16.964316 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-0bac2388-7058-48a4-b46a-218e0e8c32dc service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895510 Jul 18 14:18:17.039448 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab8743-5111-4a66-b7b9-6cb045a3da23 None None] New status for floating IP ea4885ea-7179-42ac-8514-c1ee2814048f: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:18:17.064640 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b016deca-069e-4d5f-acab-dced29ab6211 req-d2199ad3-c1fb-4611-849c-1ecc2878d3d4 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936925 Jul 18 14:18:23.596171 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:23.601922 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:18:26.164207 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=58 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:26.165006 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:26.812492 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=76 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:26.813242 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:27.060150 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=52 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:27.062008 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=66 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:31.981864 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:33.595742 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:35.095832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016900-23ca-41cf-b4ef-a07c279f2350 req-c9c3764b-e501-43b6-9e09-b5421f53ca6a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:35.102522 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c016900-23ca-41cf-b4ef-a07c279f2350 req-c9c3764b-e501-43b6-9e09-b5421f53ca6a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.1534970 Jul 18 14:18:35.156339 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c016900-23ca-41cf-b4ef-a07c279f2350 req-ad285a3c-ee19-43e8-9926-793de489f9fc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Jul 18 14:18:36.278858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e70bd-0274-427b-97f3-f58241c579e4 req-c4d09142-2902-4ba4-8221-b397ae79f754 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:36.280367 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-146e70bd-0274-427b-97f3-f58241c579e4 req-c4d09142-2902-4ba4-8221-b397ae79f754 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0516508 Jul 18 14:18:36.327554 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-146e70bd-0274-427b-97f3-f58241c579e4 req-5fc0262e-3a7e-4358-8715-b5916d104434 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Jul 18 14:18:37.446277 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310f3c2-96c5-4301-be4d-b7de793e8783 req-cb67c54a-8225-4d5e-bc2c-9b1a19275c82 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:37.447770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3310f3c2-96c5-4301-be4d-b7de793e8783 req-cb67c54a-8225-4d5e-bc2c-9b1a19275c82 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0483053 Jul 18 14:18:37.495263 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3310f3c2-96c5-4301-be4d-b7de793e8783 req-8816dc1e-cc99-40cf-8aba-15e23b67b05f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Jul 18 14:18:38.569281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-44b80be8-7932-4d21-a7b6-f731ff11ec8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:38.616100 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866baa-33b3-45a1-917b-bc7714ebac56 req-f7395e46-3852-4765-b151-bdbbb84368e0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:38.617561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84866baa-33b3-45a1-917b-bc7714ebac56 req-f7395e46-3852-4765-b151-bdbbb84368e0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0473495 Jul 18 14:18:38.667622 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-84866baa-33b3-45a1-917b-bc7714ebac56 req-bc93b66e-8f2a-45cc-8f55-78e50683ab5d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444715 Jul 18 14:18:39.787860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb39fb-948e-4c80-bb6b-6d1c76a0a78a req-077ede91-0810-4bc5-b1ed-cfff637cc02c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:39.789367 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2eb39fb-948e-4c80-bb6b-6d1c76a0a78a req-077ede91-0810-4bc5-b1ed-cfff637cc02c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0493224 Jul 18 14:18:39.836854 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a2eb39fb-948e-4c80-bb6b-6d1c76a0a78a req-2d7ac460-8d8e-437f-836e-ea8d3cacf1b2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Jul 18 14:18:40.727461 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-88a100e8-6e49-49e6-affa-10ab8c73b08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:40.955609 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab890b-559f-4800-ba1c-dd30137c3e71 req-c2ecbca7-8985-4a4a-8f1b-8f1645b31415 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:40.957125 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9eab890b-559f-4800-ba1c-dd30137c3e71 req-c2ecbca7-8985-4a4a-8f1b-8f1645b31415 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0474353 Jul 18 14:18:41.003728 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9eab890b-559f-4800-ba1c-dd30137c3e71 req-c4336419-f457-4bf9-a82c-3651c6931154 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Jul 18 14:18:41.978253 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:42.122787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e82c5-b54b-4ce5-abc6-0f7969e5cb5d req-ce4d18a2-4f8e-4fd8-9962-365fe1ccbbf4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:42.124182 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-995e82c5-b54b-4ce5-abc6-0f7969e5cb5d req-ce4d18a2-4f8e-4fd8-9962-365fe1ccbbf4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0501788 Jul 18 14:18:42.170926 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-995e82c5-b54b-4ce5-abc6-0f7969e5cb5d req-353bcb0d-526f-4c55-a125-41fc42a133c6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Jul 18 14:18:43.238979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:43.289820 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea949b9-55dd-47b7-8bf5-a8e5e3185f7d req-9955e8c6-9f9d-44d0-9fb6-0bfd177385b7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:43.291550 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ea949b9-55dd-47b7-8bf5-a8e5e3185f7d req-9955e8c6-9f9d-44d0-9fb6-0bfd177385b7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0470741 Jul 18 14:18:43.338196 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ea949b9-55dd-47b7-8bf5-a8e5e3185f7d req-14d24714-3b78-4b49-a9ad-78ca8ae3db9d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 Jul 18 14:18:43.577081 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:44.456795 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebe35b-83e6-44a9-ad66-7d82a821b446 req-af4d2d06-c965-45aa-b459-ece40bcce97e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:44.458260 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18ebe35b-83e6-44a9-ad66-7d82a821b446 req-af4d2d06-c965-45aa-b459-ece40bcce97e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0469341 Jul 18 14:18:44.508607 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18ebe35b-83e6-44a9-ad66-7d82a821b446 req-f5fae19a-e10f-438f-81b7-3fc7ec362be5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Jul 18 14:18:45.641951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b24b5-d8c1-4b77-8bde-e65cfe701730 req-ebf2f426-7ffa-4a6a-bce3-44dcfc666b02 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:45.645220 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-832b24b5-d8c1-4b77-8bde-e65cfe701730 req-ebf2f426-7ffa-4a6a-bce3-44dcfc666b02 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0607507 Jul 18 14:18:45.696544 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-832b24b5-d8c1-4b77-8bde-e65cfe701730 req-cba16c1f-528a-492a-a939-c9ab6c0ed418 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Jul 18 14:18:46.819181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405e799-0d76-4b8f-8881-b10f302c175e req-818fc219-089d-46a3-9a44-fe9ead00eee3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:46.820707 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e405e799-0d76-4b8f-8881-b10f302c175e req-818fc219-089d-46a3-9a44-fe9ead00eee3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0494504 Jul 18 14:18:46.868461 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:46.873396 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e405e799-0d76-4b8f-8881-b10f302c175e req-4ead3c9c-8b06-4ecb-b7b4-af1eedbe02c7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468810 Jul 18 14:18:47.983009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:47.998393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc61a10-1dff-4893-a5c0-f0e67a2b8347 req-fb45dd23-0d2b-4cc3-8833-e712eb27b27d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:48.000014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cc61a10-1dff-4893-a5c0-f0e67a2b8347 req-fb45dd23-0d2b-4cc3-8833-e712eb27b27d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0533609 Jul 18 14:18:48.047195 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4cc61a10-1dff-4893-a5c0-f0e67a2b8347 req-75932f41-9daf-4819-b159-4d18523ea4d4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Jul 18 14:18:49.169830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e8a6-3e6f-4549-9bb8-cf93f095ea1a req-ed8abafd-3598-49a4-ace5-6a1f4b2e1045 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:49.171296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d106e8a6-3e6f-4549-9bb8-cf93f095ea1a req-ed8abafd-3598-49a4-ace5-6a1f4b2e1045 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0477026 Jul 18 14:18:49.217907 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d106e8a6-3e6f-4549-9bb8-cf93f095ea1a req-1acbb858-7593-4431-b4c1-34c2fb7badb0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Jul 18 14:18:50.338099 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74615935-7122-4ab2-abf8-c89cc403eb8e req-cad5cc89-7dd8-47af-b086-16c047d8c892 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:50.339565 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74615935-7122-4ab2-abf8-c89cc403eb8e req-cad5cc89-7dd8-47af-b086-16c047d8c892 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0507796 Jul 18 14:18:50.385620 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74615935-7122-4ab2-abf8-c89cc403eb8e req-7105e2d3-5f5f-4537-a4c4-8dbb52a9e4b5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Jul 18 14:18:51.503403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f484-c0b2-4a23-978e-76e2003c5835 req-4380be62-ff06-4dd3-8d2f-c0f08361e62b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:51.504828 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c2f484-c0b2-4a23-978e-76e2003c5835 req-4380be62-ff06-4dd3-8d2f-c0f08361e62b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0473022 Jul 18 14:18:51.552553 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-33c2f484-c0b2-4a23-978e-76e2003c5835 req-d5cbbefd-e172-4932-8d5b-b1da142880de tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420871 Jul 18 14:18:52.667951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731978e-e9ce-4a7a-9659-ad967d3e2924 req-dca2d593-6ee4-49ef-8797-1b42a66e647e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:52.669434 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e731978e-e9ce-4a7a-9659-ad967d3e2924 req-dca2d593-6ee4-49ef-8797-1b42a66e647e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0464609 Jul 18 14:18:52.718960 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e731978e-e9ce-4a7a-9659-ad967d3e2924 req-521d9188-c3cd-4f61-aa04-f96ac9f2fe69 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442121 Jul 18 14:18:53.571586 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:53.573531 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:53.601454 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:18:53.700184 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:53.711532 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:18:53.745933 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: ACTIVE; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:18:53.746332 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:53.759860 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:18:53.781498 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:53.786628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:53.834787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:53.841637 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e037-aee6-4e89-aac8-d36818eb4402 req-44736614-019f-42b2-917d-911e95c42976 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:53.842427 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.842786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.843124 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f498e037-aee6-4e89-aac8-d36818eb4402 req-44736614-019f-42b2-917d-911e95c42976 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0473781 Jul 18 14:18:53.843255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.843501 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.843838 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.844322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.844659 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.844988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.845315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.845645 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.845976 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.846304 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.846688 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.846952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.847281 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:18:53.890012 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f498e037-aee6-4e89-aac8-d36818eb4402 req-00d3b07c-f036-4606-9d6e-dd6b8f7199e8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Jul 18 14:18:53.983880 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['d2e80dca-1817-42f8-9092-05e8705d1f77'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:18:55.012451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1f732-60db-473d-923c-165f0ee373d3 req-12dacd7c-7ba7-4037-a6f6-4703467091b7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:55.013932 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5d1f732-60db-473d-923c-165f0ee373d3 req-12dacd7c-7ba7-4037-a6f6-4703467091b7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0476131 Jul 18 14:18:55.060038 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c5d1f732-60db-473d-923c-165f0ee373d3 req-fbbed886-7fb8-451e-b73e-b1d8310be143 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406241 Jul 18 14:18:55.612925 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:18:55.668752 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port d2e80dca-1817-42f8-9092-05e8705d1f77 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:18:55.669101 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:55.742103 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:18:55.742489 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:55.764258 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:18:55.766476 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbfcf72-f284-4e1f-a423-d290ca0401ca" -d '{"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:18:55.778897 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:18:55.782949 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:18:55.805685 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82537d2e-c34e-4c37-939b-33e01c5cb686 x-openstack-request-id: req-82537d2e-c34e-4c37-939b-33e01c5cb686 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:18:55.805971 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:18:55.806225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-82537d2e-c34e-4c37-939b-33e01c5cb686 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:18:55.806612 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82537d2e-c34e-4c37-939b-33e01c5cb686'] response: {'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'code': 200} Jul 18 14:18:55.832057 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:18:56.328931 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1eb9e-bef5-4304-8e8a-f6052cfbd003 req-66e6b0eb-d7c1-41e2-ac03-4ea9a77c9e9e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:56.330564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91f1eb9e-bef5-4304-8e8a-f6052cfbd003 req-66e6b0eb-d7c1-41e2-ac03-4ea9a77c9e9e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0508869 Jul 18 14:18:56.382190 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91f1eb9e-bef5-4304-8e8a-f6052cfbd003 req-e63ed011-9f67-4ed7-918a-6597760b728a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Jul 18 14:18:57.499496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d54468-4ea5-4615-9ec5-163d0df4c231 req-d5906ea8-1061-41f4-aab2-f64aadddf0cc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:57.500903 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18d54468-4ea5-4615-9ec5-163d0df4c231 req-d5906ea8-1061-41f4-aab2-f64aadddf0cc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0480638 Jul 18 14:18:57.548339 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18d54468-4ea5-4615-9ec5-163d0df4c231 req-f4b7a47d-8d93-4acd-9537-a784a82f2767 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Jul 18 14:18:58.664058 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bc20-0268-42e2-bb26-df6f7b76da3c req-7e866855-772d-4393-862a-18da02a32942 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:58.665816 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7814bc20-0268-42e2-bb26-df6f7b76da3c req-7e866855-772d-4393-862a-18da02a32942 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0483818 Jul 18 14:18:58.717833 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7814bc20-0268-42e2-bb26-df6f7b76da3c req-12f3ed26-1347-4940-9250-30d5ed32d70c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 Jul 18 14:18:58.841202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:58.858965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4e27-da8a-4e0c-816e-4894b4cada85 req-6df6f1d9-97f3-43b9-a7f4-d7b60789989d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:58.860457 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c2a4e27-da8a-4e0c-816e-4894b4cada85 req-6df6f1d9-97f3-43b9-a7f4-d7b60789989d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.0475936 Jul 18 14:18:58.907205 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c2a4e27-da8a-4e0c-816e-4894b4cada85 req-b8198c49-b990-4109-9752-9825ddea05a1 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Jul 18 14:18:59.838021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd4be-1a49-404e-a79d-c0f32cf856bb req-3d6d4bb7-f688-404d-9525-02b19508c1d1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:18:59.839508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c5bd4be-1a49-404e-a79d-c0f32cf856bb req-3d6d4bb7-f688-404d-9525-02b19508c1d1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0469494 Jul 18 14:18:59.869708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:18:59.887099 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4c5bd4be-1a49-404e-a79d-c0f32cf856bb req-2ae8f2a8-a3c9-46c1-bbcf-8c3792c0bf4d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Jul 18 14:19:00.023378 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef36227-812e-41ad-b601-f2c1a7e8f4c2 req-5326597d-9815-4bae-9e39-02e0e3527e0d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:00.024855 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ef36227-812e-41ad-b601-f2c1a7e8f4c2 req-5326597d-9815-4bae-9e39-02e0e3527e0d tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.0505984 Jul 18 14:19:00.071822 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ef36227-812e-41ad-b601-f2c1a7e8f4c2 req-0391c4b6-e44a-4615-9b97-535f18161689 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Jul 18 14:19:00.600942 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:19:00.965055 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-3d7dc380-19b2-4c6d-9cc5-bd49e9a96a63 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:00.967543 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-3d7dc380-19b2-4c6d-9cc5-bd49e9a96a63 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.0795720 Jul 18 14:19:01.077702 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c248f7-3616-4980-a838-6a0e415fc7b9 req-64f7e03c-82c8-45d9-abae-5969c998ca2d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:01.079204 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-57c248f7-3616-4980-a838-6a0e415fc7b9 req-64f7e03c-82c8-45d9-abae-5969c998ca2d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.1062810 Jul 18 14:19:01.109788 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Deleting port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:01.110150 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:01.236377 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-57c248f7-3616-4980-a838-6a0e415fc7b9 req-14b23947-1bae-4292-b6f6-1e1c49c6daf3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487913 Jul 18 14:19:01.267327 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08fc1d-e02f-4c2d-bd22-c97e195cec8d req-fe60418a-fbb3-4fe9-a6ed-81e4b671159e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:01.268814 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af08fc1d-e02f-4c2d-bd22-c97e195cec8d req-fe60418a-fbb3-4fe9-a6ed-81e4b671159e tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 946 time: 0.1210597 Jul 18 14:19:01.277645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] For port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:01.278015 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:01.373212 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af08fc1d-e02f-4c2d-bd22-c97e195cec8d req-088c9331-3584-44cb-ba03-3de8bb9c5f3f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups?id=37be13e4-1408-4813-a2b9-cc3d337a07ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978651 Jul 18 14:19:01.485931 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:01.486214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:01.486636 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Floating IP 2442de34-e76d-4c86-acd2-e521712db71c disassociated. External IP: 172.27.1.112, port: 29c1e1a6-8c1d-44ea-907e-a70cb53794d2. Jul 18 14:19:01.486994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Calling delete_port for 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:01.644716 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (29c1e1a6-8c1d-44ea-907e-a70cb53794d2), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:01.677393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'Port': ['ID=29c1e1a6-8c1d-44ea-907e-a70cb53794d2,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:01.695637 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.696224 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.696840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.697538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.698303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.698813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.699407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.700647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.701204 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.701744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.702544 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.703732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.704253 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.704766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.705273 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:01.753294 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:01.763203 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:01.839662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:19:01.954332 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:19:01.984264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:19:02.000922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:02.001914 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] No DVR routers for this DVR port 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:19:02.009058 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:19:02.009857 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:02.010069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:02.013704 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dbe96799-3085-4bde-b8b0-4d0cd794f4d6 req-f69db67d-5d8e-491c-a500-20923d5a4cea tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.87 "DELETE /v2.0/ports/29c1e1a6-8c1d-44ea-907e-a70cb53794d2 HTTP/1.1" status: 204 len: 173 time: 1.0393913 Jul 18 14:19:02.014364 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'name': 'network-vif-deleted', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:19:02.016809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76df71-d893-4446-927b-e91c38ec75ab" -d '{"events": [{"server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "name": "network-vif-deleted", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:19:02.078106 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91009e-385c-4438-9016-62cb4fd68943 x-openstack-request-id: req-1b91009e-385c-4438-9016-62cb4fd68943 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:19:02.078545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd289f6f-0e1a-41ef-9da7-0e6d939f1057", "name": "network-vif-deleted", "tag": "29c1e1a6-8c1d-44ea-907e-a70cb53794d2", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:19:02.078888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1b91009e-385c-4438-9016-62cb4fd68943 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:19:02.079428 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b91009e-385c-4438-9016-62cb4fd68943'] response: {'server_uuid': 'dd289f6f-0e1a-41ef-9da7-0e6d939f1057', 'name': 'network-vif-deleted', 'tag': '29c1e1a6-8c1d-44ea-907e-a70cb53794d2', 'status': 'completed', 'code': 200} Jul 18 14:19:02.168207 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:02.209964 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:19:02.255622 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:02.384385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c2a7-c13f-42e1-92dc-4852243943d9 req-8c13606e-3887-48b9-b1a7-e803f0eeddc9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:02.386084 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46b8c2a7-c13f-42e1-92dc-4852243943d9 req-8c13606e-3887-48b9-b1a7-e803f0eeddc9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0636597 Jul 18 14:19:02.474017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:02.502497 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-46b8c2a7-c13f-42e1-92dc-4852243943d9 req-c365e12a-c102-4b32-8369-19c44dc748e0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061699 Jul 18 14:19:02.505140 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-53911d1c-0a2b-4201-87ec-5967865e6172 req-7c6d6540-8943-4256-8872-4d072990abd3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd289f6f-0e1a-41ef-9da7-0e6d939f1057 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Jul 18 14:19:02.534116 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:19:02.550543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:19:02.551164 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:02.677342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:19:03.052470 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:03.080939 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413546d9-cfb1-4f12-8668-fc69ba9b92b3 None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 4, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ed6bceee-51a0-4bc5-a10b-de0587d3c000', 'name': '', 'network_id': '3fe5b32f-d5fb-42fb-be1d-85bec4b26b97', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'mac_address': 'fa:16:3e:16:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:38Z', 'updated_at': '2022-07-18T14:08:54Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'subnets': [{'id': '24927f18-6dae-4e81-aecc-8d62ca93b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:19:03.348930 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f9cdf-0e04-4a59-b1e7-b9476de55b5c None None] New status for floating IP 2442de34-e76d-4c86-acd2-e521712db71c: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:19:03.631969 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40482) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:03.676866 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:03.702982 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:19:03.703802 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 29c1e1a6-8c1d-44ea-907e-a70cb53794d2 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:19:03.713975 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9022e-d9a9-48f8-ab4d-a0977325a590 req-f0a005b6-9d8d-4cd5-abdf-d6b3cb5b979a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:03.715469 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ed9022e-d9a9-48f8-ab4d-a0977325a590 req-f0a005b6-9d8d-4cd5-abdf-d6b3cb5b979a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0989103 Jul 18 14:19:03.732237 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (37be13e4-1408-4813-a2b9-cc3d337a07ae), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:03.758900 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (37be13e4-1408-4813-a2b9-cc3d337a07ae), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:03.776896 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2ed9022e-d9a9-48f8-ab4d-a0977325a590 req-9edd270f-4fb8-4940-bc81-f23dff735c18 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539598 Jul 18 14:19:03.827247 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (37be13e4-1408-4813-a2b9-cc3d337a07ae), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:03.830173 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:03.831523 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "DELETE /v2.0/security-groups/37be13e4-1408-4813-a2b9-cc3d337a07ae HTTP/1.1" status: 204 len: 168 time: 0.1984358 Jul 18 14:19:03.835257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40484) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:03.843049 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be13e4-1408-4813-a2b9-cc3d337a07ae,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:03.850703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.851905 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.852059 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-98dd4866-3c17-4564-889b-4bf2831e1768 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] show failed (client error): The resource could not be found. Jul 18 14:19:03.852550 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.853055 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.853545 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.854036 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.854544 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.855022 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.855499 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.856007 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.856280 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-98dd4866-3c17-4564-889b-4bf2831e1768 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "GET /v2.0/security-groups/37be13e4-1408-4813-a2b9-cc3d337a07ae HTTP/1.1" status: 404 len: 347 time: 0.0192575 Jul 18 14:19:03.856777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.856901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40486) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:03.857375 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.857865 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.858361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.858830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb37f40-26f1-4c4f-a144-994173f46e7f tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:19:03.994370 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Deleting port 6b578ace-b67a-4863-b551-dfe323556ca0 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:03.994813 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.076577 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.076984 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (6b578ace-b67a-4863-b551-dfe323556ca0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.090313 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Calling delete_port for 6b578ace-b67a-4863-b551-dfe323556ca0 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:04.238927 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (6b578ace-b67a-4863-b551-dfe323556ca0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.247492 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:04.268447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Pushing event deleted for resources: {'Port': ['ID=6b578ace-b67a-4863-b551-dfe323556ca0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:04.357606 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks [] for floatingip (2442de34-e76d-4c86-acd2-e521712db71c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.360214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:04.363806 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-006bc76a-dc53-4e67-96b5-3168be9a2bf3 tempest-AttachVolumeTestJSON-1933611088 tempest-AttachVolumeTestJSON-1933611088-project] 10.222.0.94 "DELETE /v2.0/floatingips/2442de34-e76d-4c86-acd2-e521712db71c HTTP/1.1" status: 204 len: 168 time: 0.5034428 Jul 18 14:19:04.943035 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d898f2-6995-4b28-92bf-18894d87470f req-7b1f980b-67df-4803-8d71-c50c38f4c944 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:04.943035 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38d898f2-6995-4b28-92bf-18894d87470f req-7b1f980b-67df-4803-8d71-c50c38f4c944 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0669436 Jul 18 14:19:05.003142 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-38d898f2-6995-4b28-92bf-18894d87470f req-1f417e10-f659-4fde-b397-13665b0cb1d4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519509 Jul 18 14:19:06.137048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d826c7a-f8f0-4888-ae8e-d94d9a180e65 req-5a935f9f-d8a8-4556-8423-c3b174676190 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:06.138625 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d826c7a-f8f0-4888-ae8e-d94d9a180e65 req-5a935f9f-d8a8-4556-8423-c3b174676190 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0586360 Jul 18 14:19:06.186620 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d826c7a-f8f0-4888-ae8e-d94d9a180e65 req-feb345cb-f6c4-4ff7-a29b-b8c0f005bd3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Jul 18 14:19:07.319496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:07.330233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86632c-299d-4c91-9945-a84aff57e8c1 req-ba2e600e-99f1-4f1a-9c9f-5726301de198 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:07.338327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb86632c-299d-4c91-9945-a84aff57e8c1 req-ba2e600e-99f1-4f1a-9c9f-5726301de198 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0669100 Jul 18 14:19:07.390255 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bb86632c-299d-4c91-9945-a84aff57e8c1 req-9dcfd9d9-a0cb-46ba-b362-30595f08a209 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509906 Jul 18 14:19:08.056904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40530) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:08.575413 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:08.583090 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c13d47b7-0db0-43e5-9136-87c5e9929261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:08.588377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676d298-83b4-440c-95d5-c7d2ac8cddea req-a6ee3be6-8a69-420f-b09f-5078f492cfea tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:08.589941 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3676d298-83b4-440c-95d5-c7d2ac8cddea req-a6ee3be6-8a69-420f-b09f-5078f492cfea tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0932462 Jul 18 14:19:08.739090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3676d298-83b4-440c-95d5-c7d2ac8cddea req-5f9f6a24-b35d-4592-85a6-4403ae75a053 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103480 Jul 18 14:19:08.826862 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:08.902894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Deleting port ed6bceee-51a0-4bc5-a10b-de0587d3c000 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:08.903239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:09.001866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] For port ed6bceee-51a0-4bc5-a10b-de0587d3c000, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ed6bceee-51a0-4bc5-a10b-de0587d3c000,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:09.002237 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:09.018647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Calling delete_port for ed6bceee-51a0-4bc5-a10b-de0587d3c000 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:09.195170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:09.215388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (ed6bceee-51a0-4bc5-a10b-de0587d3c000), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:09.246117 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6bceee-51a0-4bc5-a10b-de0587d3c000,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:09.701377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:09.959286 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a06f7f-d035-4a21-83b4-29f841f4873e req-34b0181c-00e0-448d-9186-d586c8c52e0e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:09.960998 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96a06f7f-d035-4a21-83b4-29f841f4873e req-34b0181c-00e0-448d-9186-d586c8c52e0e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0903437 Jul 18 14:19:10.022989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Router 399a511e-1658-43ba-8f47-3d75a4f2a45a has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:19:10.034618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:10.042163 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96a06f7f-d035-4a21-83b4-29f841f4873e req-8865789e-d41d-4667-b7c1-513ef8b71a21 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739281 Jul 18 14:19:10.177593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:19:10.184193 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7c1ded99-a6f9-46dc-8f7c-6ac1e03b7aa4 admin admin] 10.222.0.94 "PUT /v2.0/routers/399a511e-1658-43ba-8f47-3d75a4f2a45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1243281 Jul 18 14:19:10.185005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40540) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:10.187989 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Sync routers for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:19:10.202622 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:19:10.203348 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:10.298013 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks [] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.338948 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:19:10.404468 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks [] for router_gateway (399a511e-1658-43ba-8f47-3d75a4f2a45a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.453871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Deleting port d169cc4c-bd1a-4433-835f-b845d469d1fa {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:10.454258 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.506594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:10.552657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] For port d169cc4c-bd1a-4433-835f-b845d469d1fa, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=d169cc4c-bd1a-4433-835f-b845d469d1fa,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:10.553043 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.569711 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Calling delete_port for d169cc4c-bd1a-4433-835f-b845d469d1fa owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:10.573702 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:19:09Z', 'revision_number': 5, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port': {'id': 'd169cc4c-bd1a-4433-835f-b845d469d1fa', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:30Z', 'updated_at': '2022-07-18T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:10.608447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Checking router: 399a511e-1658-43ba-8f47-3d75a4f2a45a for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:19:10.620556 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Routers {'399a511e-1658-43ba-8f47-3d75a4f2a45a'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:19:10.621094 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:18:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['399a511e-1658-43ba-8f47-3d75a4f2a45a'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:10.720774 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:10.741225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] Set router 399a511e-1658-43ba-8f47-3d75a4f2a45a gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:19:10.768741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fc04aeda-2ca0-49b5-87f1-c7c578892e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.776541 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (d169cc4c-bd1a-4433-835f-b845d469d1fa), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.797757 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:19:10Z', 'revision_number': 6, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:10.817748 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Pushing event deleted for resources: {'Port': ['ID=d169cc4c-bd1a-4433-835f-b845d469d1fa,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:10.825856 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590bfda-858b-405b-aba7-ce98faf93781 None None] The sync data for ids ['399a511e-1658-43ba-8f47-3d75a4f2a45a'] in dv-cinder-849846-1-iscsi is: [{'id': '399a511e-1658-43ba-8f47-3d75a4f2a45a', 'name': 'tempest-AttachVolumeTestJSON-2038888247-router', 'tenant_id': '31755010e81b43908bbef9ae75eaaa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:29Z', 'updated_at': '2022-07-18T14:19:10Z', 'revision_number': 6, 'project_id': '31755010e81b43908bbef9ae75eaaa64', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:19:10.898405 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.988374 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:10.990600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks [] for router_controller (399a511e-1658-43ba-8f47-3d75a4f2a45a), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.036612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (399a511e-1658-43ba-8f47-3d75a4f2a45a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.037405 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399a511e-1658-43ba-8f47-3d75a4f2a45a {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:19:11.042592 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.046529 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-63c24396-20d8-422b-a551-732ff6c3620e admin admin] 10.222.0.94 "DELETE /v2.0/routers/399a511e-1658-43ba-8f47-3d75a4f2a45a HTTP/1.1" status: 204 len: 168 time: 0.8577099 Jul 18 14:19:11.046529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40554) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:11.079591 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:11.093437 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Deleting subnet 24927f18-6dae-4e81-aecc-8d62ca93b89d {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:19:11.096744 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Publish callbacks [] for subnet (24927f18-6dae-4e81-aecc-8d62ca93b89d), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.162568 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (24927f18-6dae-4e81-aecc-8d62ca93b89d), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.197682 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4001b-8d6a-4b26-9b14-0eb916171a98 req-f672ef81-f987-4ef8-b49d-94e09563780a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:11.199248 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4fd4001b-8d6a-4b26-9b14-0eb916171a98 req-f672ef81-f987-4ef8-b49d-94e09563780a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0813408 Jul 18 14:19:11.287461 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4fd4001b-8d6a-4b26-9b14-0eb916171a98 req-f0383bb3-ec87-4ab0-8ca4-96fc8ff36a88 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781136 Jul 18 14:19:11.292834 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (24927f18-6dae-4e81-aecc-8d62ca93b89d), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.347184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (24927f18-6dae-4e81-aecc-8d62ca93b89d), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.377066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24927f18-6dae-4e81-aecc-8d62ca93b89d,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:11.380861 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.384008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bbc85192-d46a-4a74-addc-ab3a51f42935 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/24927f18-6dae-4e81-aecc-8d62ca93b89d HTTP/1.1" status: 204 len: 168 time: 0.3365631 Jul 18 14:19:11.386602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40558) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:11.389263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c4ffb-7e9a-4b35-8d71-e8fe6f9aebdc None None] Network 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:19:11.407212 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:11.457364 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.498867 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Deleting port c731d52e-b041-4bbc-b53a-5fc0327a543b {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:11.499207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.565265 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] For port c731d52e-b041-4bbc-b53a-5fc0327a543b, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c731d52e-b041-4bbc-b53a-5fc0327a543b,segment=NetworkSegment(b785db6a-9a94-406c-855d-7d392795e8e0),segment_id=b785db6a-9a94-406c-855d-7d392795e8e0)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:11.565548 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.567527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:11.579587 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Calling delete_port for c731d52e-b041-4bbc-b53a-5fc0327a543b owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:11.620174 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] DHCP port deletion for 3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:19:11.664935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.671870 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Deleting port c731d52e-b041-4bbc-b53a-5fc0327a543b {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:19:11.672752 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.693292 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ed6bceee-51a0-4bc5-a10b-de0587d3c000 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:11.694688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c731d52e-b041-4bbc-b53a-5fc0327a543b,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:11.696496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] No DVR routers for this DVR port c731d52e-b041-4bbc-b53a-5fc0327a543b on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:19:11.744516 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: ed6bceee-51a0-4bc5-a10b-de0587d3c000 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:19:11.744787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ed6bceee-51a0-4bc5-a10b-de0587d3c000 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:19:11.745394 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d169cc4c-bd1a-4433-835f-b845d469d1fa no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:11.769528 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.773895 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] For port c731d52e-b041-4bbc-b53a-5fc0327a543b, host dv-cinder-849846-1-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:11.774311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.776479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: d169cc4c-bd1a-4433-835f-b845d469d1fa {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:19:11.776820 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device d169cc4c-bd1a-4433-835f-b845d469d1fa not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:19:11.777236 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c731d52e-b041-4bbc-b53a-5fc0327a543b no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:11.790941 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe5b32f-d5fb-42fb-be1d-85bec4b26b97']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:11.800349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b785db6a-9a94-406c-855d-7d392795e8e0') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:11.800648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b785db6a-9a94-406c-855d-7d392795e8e0') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:19:11.807152 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: c731d52e-b041-4bbc-b53a-5fc0327a543b {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:19:11.807703 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c731d52e-b041-4bbc-b53a-5fc0327a543b not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:19:11.809519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Calling delete_port for c731d52e-b041-4bbc-b53a-5fc0327a543b owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:19:11.812786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Port c731d52e-b041-4bbc-b53a-5fc0327a543b was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 14:19:11.814204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (c731d52e-b041-4bbc-b53a-5fc0327a543b), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.814339 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (b785db6a-9a94-406c-855d-7d392795e8e0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.828902 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (b785db6a-9a94-406c-855d-7d392795e8e0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.836552 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:19:11.837047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (b785db6a-9a94-406c-855d-7d392795e8e0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.837504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] Pushing event deleted for resources: {'Port': ['ID=c731d52e-b041-4bbc-b53a-5fc0327a543b,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:11.843640 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2a4df-c35c-47cd-9673-8b4c40e651e0 None None] No DVR routers for this DVR port c731d52e-b041-4bbc-b53a-5fc0327a543b on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:19:11.877814 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment b785db6a-9a94-406c-855d-7d392795e8e0 resource provider aggregate not found Jul 18 14:19:11.910474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment b785db6a-9a94-406c-855d-7d392795e8e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b785db6a-9a94-406c-855d-7d392795e8e0 found for delete ", "request_id": "req-4ba07b4d-05de-40f2-9849-e999197d0927"}]} Jul 18 14:19:11.919818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:11.931890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (3fe5b32f-d5fb-42fb-be1d-85bec4b26b97), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.938715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:11.942544 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] 10.222.0.94 "DELETE /v2.0/networks/3fe5b32f-d5fb-42fb-be1d-85bec4b26b97 HTTP/1.1" status: 204 len: 168 time: 0.5549848 Jul 18 14:19:11.957314 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485e558-ee82-43e3-8ad4-c33401071d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe5b32f-d5fb-42fb-be1d-85bec4b26b97,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:11.979599 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:12.063622 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40566) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:12.104511 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8b247ad8-8cdf-48cf-8067-fd8b58840a38 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=31755010e81b43908bbef9ae75eaaa64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395074 Jul 18 14:19:12.107137 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40568) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:12.160004 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] Publish callbacks [] for security_group (cdb34939-226a-4e2b-8a8e-3351a75f1b6f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:12.182300 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] Publish callbacks [] for security_group (cdb34939-226a-4e2b-8a8e-3351a75f1b6f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:12.233126 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-35294208-c1db-45bb-90bf-bf7d8352e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:12.234672 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-35294208-c1db-45bb-90bf-bf7d8352e4a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1129 time: 0.1277411 Jul 18 14:19:12.335506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-78093c4a-00a1-4905-b756-0aec8bece705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:12.337085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-78093c4a-00a1-4905-b756-0aec8bece705 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0957639 Jul 18 14:19:12.435979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-5ed10315-0543-4075-aac8-19bf17e1668b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 1000 time: 0.0923693 Jul 18 14:19:12.438475 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (cdb34939-226a-4e2b-8a8e-3351a75f1b6f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:12.441042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:12.442173 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cdb34939-226a-4e2b-8a8e-3351a75f1b6f HTTP/1.1" status: 204 len: 168 time: 0.3340757 Jul 18 14:19:12.444886 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9da5c-f670-4772-93e6-186a55f20a95 req-78d5145a-21f4-4402-84c1-c0aa520dd94e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:12.446311 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cac9da5c-f670-4772-93e6-186a55f20a95 req-78d5145a-21f4-4402-84c1-c0aa520dd94e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0687163 Jul 18 14:19:12.451838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9460-07c0-44f3-95c5-802b1bed3ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb34939-226a-4e2b-8a8e-3351a75f1b6f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:12.523616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-708b1567-b493-4a14-91e5-ef1083b3c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:12.525922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-708b1567-b493-4a14-91e5-ef1083b3c80f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0773945 Jul 18 14:19:12.531185 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cac9da5c-f670-4772-93e6-186a55f20a95 req-b3dc9ddf-05a5-439b-88cd-190b5061d91a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751388 Jul 18 14:19:12.572193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-042ecdfb-78ed-4f8f-b79a-9a1d870cd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:12.573889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-042ecdfb-78ed-4f8f-b79a-9a1d870cd845 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417924 Jul 18 14:19:12.583147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-03025c29-eba8-43a8-b323-2cb96347e636 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:19:12.584316 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-03025c29-eba8-43a8-b323-2cb96347e636 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049434 Jul 18 14:19:12.680316 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-50511390-2cc9-4cbf-b40c-7d0ac2bec1e3 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905216 Jul 18 14:19:12.777564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f5584067-3224-4887-87d7-d8e9bfb83c9f req-cc6fcf3b-f75f-4a9e-92b0-f24f590b8199 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903156 Jul 18 14:19:13.242154 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:13.353840 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:13.536186 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:13.585836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:13.663307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eed64e-c8ac-4fdc-8542-71398aa691ae req-1a94b86c-e0e0-4e0f-808f-e46f77641ec6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:13.664978 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-58eed64e-c8ac-4fdc-8542-71398aa691ae req-1a94b86c-e0e0-4e0f-808f-e46f77641ec6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 945 time: 0.0498955 Jul 18 14:19:13.689981 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:13.712322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:13.713920 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-58eed64e-c8ac-4fdc-8542-71398aa691ae req-4885b92f-a5d5-4ddd-96fe-bf43c121b185 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434985 Jul 18 14:19:13.791137 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:19:13.791529 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:13.816862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:19:13.816862 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5001a6b7-6894-436b-a207-1d1bb9657354" -d '{"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:19:13.829797 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:13.834719 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:13.858100 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805cfb1-8508-4b27-86ae-85a36e093b1e x-openstack-request-id: req-b805cfb1-8508-4b27-86ae-85a36e093b1e {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:19:13.858390 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:19:13.858647 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b805cfb1-8508-4b27-86ae-85a36e093b1e {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:19:13.859036 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b805cfb1-8508-4b27-86ae-85a36e093b1e'] response: {'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'code': 200} Jul 18 14:19:13.885449 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:14.561616 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40648) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:14.672648 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-80846c46-dbe9-433d-be07-176dfc4db63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.758326 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-80846c46-dbe9-433d-be07-176dfc4db63f admin admin] Publish callbacks [] for security_group (6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.765196 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-80846c46-dbe9-433d-be07-176dfc4db63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.808230 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846c46-dbe9-433d-be07-176dfc4db63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:14.813614 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-80846c46-dbe9-433d-be07-176dfc4db63f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ff18e668769c415385b3d7a2b13ae454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503738 Jul 18 14:19:14.815689 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40654) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:14.852294 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1b1e7-a8b9-42fa-981d-32e83825c777 req-9e946824-8d0e-4278-928e-67027c9cd46c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:14.853795 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18a1b1e7-a8b9-42fa-981d-32e83825c777 req-9e946824-8d0e-4278-928e-67027c9cd46c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0585947 Jul 18 14:19:14.869328 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] Publish callbacks [] for security_group (6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.891343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] Publish callbacks [] for security_group (6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.903756 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18a1b1e7-a8b9-42fa-981d-32e83825c777 req-98f5befa-c507-4139-84fc-86214dfb025c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Jul 18 14:19:14.945965 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.948501 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:14.952406 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a HTTP/1.1" status: 204 len: 168 time: 0.1357174 Jul 18 14:19:14.961181 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f642b-cc80-4486-a67b-30766ac37529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7e21b9-e9dc-44ab-bc74-9b07df87ad2a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:15.225137 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40670) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:15.240158 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-189f2a8b-ac42-496f-9add-3cd6b844d71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.293490 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:15.324937 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-189f2a8b-ac42-496f-9add-3cd6b844d71c admin admin] Publish callbacks [] for security_group (9b54031c-9aa1-4e3c-8258-bf49ef190612), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.329288 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-189f2a8b-ac42-496f-9add-3cd6b844d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9b54031c-9aa1-4e3c-8258-bf49ef190612), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.347411 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:15.373776 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-189f2a8b-ac42-496f-9add-3cd6b844d71c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e9469eca094f4215b1b81e580cc4eb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449721 Jul 18 14:19:15.373776 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2a8b-ac42-496f-9add-3cd6b844d71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54031c-9aa1-4e3c-8258-bf49ef190612,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:15.374101 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40678) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:15.431630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-1e73eba8-e880-4ad8-94ae-938ba09d908d req-e4488876-599a-4662-830f-638085b28f43 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:19:15.432626 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1e73eba8-e880-4ad8-94ae-938ba09d908d req-e4488876-599a-4662-830f-638085b28f43 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073507 Jul 18 14:19:15.435597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] Publish callbacks [] for security_group (9b54031c-9aa1-4e3c-8258-bf49ef190612), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.457933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] Publish callbacks [] for security_group (9b54031c-9aa1-4e3c-8258-bf49ef190612), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.467671 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:15.514545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9b54031c-9aa1-4e3c-8258-bf49ef190612), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.517541 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:15.519525 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9b54031c-9aa1-4e3c-8258-bf49ef190612 HTTP/1.1" status: 204 len: 168 time: 0.1444430 Jul 18 14:19:15.533681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8cef-784e-4bc3-8b9e-80ea216d2472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54031c-9aa1-4e3c-8258-bf49ef190612,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:15.594424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952b46-f843-40d0-8cae-a998baf9f370 req-30c70bce-cba7-4260-a121-3f2bd8ea25c4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:15.595924 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41952b46-f843-40d0-8cae-a998baf9f370 req-30c70bce-cba7-4260-a121-3f2bd8ea25c4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0514348 Jul 18 14:19:15.648239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-41952b46-f843-40d0-8cae-a998baf9f370 req-05572297-d3a6-4837-9761-4bd915465336 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Jul 18 14:19:16.087430 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40716) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:16.168632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-a822d45a-4adc-4933-96f8-939b00941612 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799525 Jul 18 14:19:16.177264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-f5e41067-c37e-42b7-bc52-50ecc60e1e0b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:19:16.178786 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-f5e41067-c37e-42b7-bc52-50ecc60e1e0b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050704 Jul 18 14:19:16.313692 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40732) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:16.469278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-9addf8ab-c8d5-4ecb-a19d-b3ff7a1025fa tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:16.471262 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-9addf8ab-c8d5-4ecb-a19d-b3ff7a1025fa tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports/d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 940 time: 0.1564362 Jul 18 14:19:16.628824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 40746) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:16.764963 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86cb9a4f-cf2a-47c0-8ec9-ae3dc65be07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:16.797654 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04033313-2b96-476b-9374-81a822cc83c3 req-662b2a4d-ebb5-4b4c-b9a4-535b48218863 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:16.799152 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-04033313-2b96-476b-9374-81a822cc83c3 req-662b2a4d-ebb5-4b4c-b9a4-535b48218863 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0732899 Jul 18 14:19:16.875993 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-04033313-2b96-476b-9374-81a822cc83c3 req-54616335-3103-4baf-84ad-a6494dac5a4b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696683 Jul 18 14:19:16.917402 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86cb9a4f-cf2a-47c0-8ec9-ae3dc65be07e admin admin] Publish callbacks [] for security_group (0f695dce-9af7-423c-8c12-bbd751335972), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:16.921739 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-86cb9a4f-cf2a-47c0-8ec9-ae3dc65be07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (0f695dce-9af7-423c-8c12-bbd751335972), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:16.969497 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-86cb9a4f-cf2a-47c0-8ec9-ae3dc65be07e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=26309529c7324e148b469b5427ffe288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396018 Jul 18 14:19:16.970674 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb9a4f-cf2a-47c0-8ec9-ae3dc65be07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f695dce-9af7-423c-8c12-bbd751335972,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:16.972169 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 40752) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:17.021157 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] Publish callbacks [] for security_group (0f695dce-9af7-423c-8c12-bbd751335972), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:17.043645 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] Publish callbacks [] for security_group (0f695dce-9af7-423c-8c12-bbd751335972), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:17.095479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (0f695dce-9af7-423c-8c12-bbd751335972), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:17.098160 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:17.099292 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0f695dce-9af7-423c-8c12-bbd751335972 HTTP/1.1" status: 204 len: 168 time: 0.1261196 Jul 18 14:19:17.107762 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120664-6225-4f4a-92ac-acd646ce1376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f695dce-9af7-423c-8c12-bbd751335972,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:17.739243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:19:17.826074 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: DOWN; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:19:18.014473 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e61c1-87ff-4328-822f-9e7f5c4d5d9d req-7ed00cc3-876c-4506-942a-cef62f11a55c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.016146 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c1e61c1-87ff-4328-822f-9e7f5c4d5d9d req-7ed00cc3-876c-4506-942a-cef62f11a55c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0515685 Jul 18 14:19:18.064166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c1e61c1-87ff-4328-822f-9e7f5c4d5d9d req-29228e12-4226-47e9-bfad-875231451bde tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Jul 18 14:19:18.151809 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-44b07ddc-4707-4ff0-8901-ed9c1d4c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.153251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-44b07ddc-4707-4ff0-8901-ed9c1d4c40bc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 1127 time: 0.0392363 Jul 18 14:19:18.227022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-736bf8fe-0e40-4105-9884-9da99aef17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.228595 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-736bf8fe-0e40-4105-9884-9da99aef17e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1127 time: 0.0397635 Jul 18 14:19:18.259034 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:18.338116 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-abb26c29-ce23-4aa9-be53-c387362e6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.339661 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-abb26c29-ce23-4aa9-be53-c387362e6bec service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.1043000 Jul 18 14:19:18.402243 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-f581049b-8bbd-46a2-a4f5-c63474bf1955 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 998 time: 0.0559738 Jul 18 14:19:18.454211 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-85458449-0199-4983-9279-7e0eced5a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.455613 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-85458449-0199-4983-9279-7e0eced5a9d0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0467536 Jul 18 14:19:18.498830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-6030e21b-268d-4751-902b-7a7b7bf46323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:18.500643 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-6030e21b-268d-4751-902b-7a7b7bf46323 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391676 Jul 18 14:19:18.535379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:18.601204 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-aab44393-1749-42c7-b4bd-3d64547a0a60 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Jul 18 14:19:18.691984 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-3d62ad8f-1943-4f9a-bf77-05411aa1c366 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843594 Jul 18 14:19:19.184028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17617b-3472-4bf1-aa9c-76c6b4d8ce05 req-c1a258a6-6270-453b-8d80-56bc532c3f16 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:19.185513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a17617b-3472-4bf1-aa9c-76c6b4d8ce05 req-c1a258a6-6270-453b-8d80-56bc532c3f16 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0494268 Jul 18 14:19:19.242020 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9a17617b-3472-4bf1-aa9c-76c6b4d8ce05 req-2311051f-13b5-46e7-8670-15adb540368e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499287 Jul 18 14:19:20.372605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d68e96-4e6c-4132-a4e8-6d62e025d96e req-e8a2a1f7-58d9-45e6-851f-f2d06299aa94 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:20.374070 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49d68e96-4e6c-4132-a4e8-6d62e025d96e req-e8a2a1f7-58d9-45e6-851f-f2d06299aa94 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0477688 Jul 18 14:19:20.463700 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49d68e96-4e6c-4132-a4e8-6d62e025d96e req-63f2c1fa-7601-4fe4-9f11-ac9791229e15 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825078 Jul 18 14:19:21.595255 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae925b-d50c-4eff-9bd3-bc2a5c1812a6 req-68b333cc-a7de-4030-9ec4-fff5930a84fb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:21.597170 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-edae925b-d50c-4eff-9bd3-bc2a5c1812a6 req-68b333cc-a7de-4030-9ec4-fff5930a84fb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0520971 Jul 18 14:19:21.652044 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-edae925b-d50c-4eff-9bd3-bc2a5c1812a6 req-ca050961-5e25-430a-80fc-59d859adaae3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485218 Jul 18 14:19:22.802637 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5887-b1b6-4f4f-8436-ddbd186e87b4 req-3e8e811a-aae8-4723-9fc6-ad2f31e84301 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:22.805294 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a2b5887-b1b6-4f4f-8436-ddbd186e87b4 req-3e8e811a-aae8-4723-9fc6-ad2f31e84301 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0615339 Jul 18 14:19:22.872936 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6a2b5887-b1b6-4f4f-8436-ddbd186e87b4 req-4dcef9e0-59f5-480c-9d64-cb854afda4ff tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579934 Jul 18 14:19:24.005518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c26d-d9cd-4c5c-a49c-3ba8895612b6 req-4d1e5d2a-9e74-4fa8-8320-d12144099ea6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:24.007051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a01c26d-d9cd-4c5c-a49c-3ba8895612b6 req-4d1e5d2a-9e74-4fa8-8320-d12144099ea6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0562363 Jul 18 14:19:24.058466 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7a01c26d-d9cd-4c5c-a49c-3ba8895612b6 req-7e672939-8b7f-4d4b-8a87-15740f08bef9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 Jul 18 14:19:25.189822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14b09-ab54-48fb-853c-000d45921741 req-cb261df4-c86e-41eb-8f37-ce5de2ed34d7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:25.194528 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ce14b09-ab54-48fb-853c-000d45921741 req-cb261df4-c86e-41eb-8f37-ce5de2ed34d7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0512991 Jul 18 14:19:25.508015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ce14b09-ab54-48fb-853c-000d45921741 req-7f5f69a6-9cb3-4418-bcea-bb535c3ffc22 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076851 Jul 18 14:19:26.639192 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eb34a-9d8c-42f9-996c-17eac424d401 req-22cf0ead-4b0d-402f-b690-a27b41c4710e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:26.640760 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-708eb34a-9d8c-42f9-996c-17eac424d401 req-22cf0ead-4b0d-402f-b690-a27b41c4710e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0477798 Jul 18 14:19:26.666216 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:26.703230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-708eb34a-9d8c-42f9-996c-17eac424d401 req-8f2b3570-48a0-45e7-b10b-fda1aef1b6db tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569475 Jul 18 14:19:27.081004 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:27.104382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:27.818016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:27.824913 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:27.833518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a81f-a48e-453c-b268-7a95bd762768 req-999d5b63-6ec4-4c1d-b3ad-d31d85306d81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:27.835030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5de7a81f-a48e-453c-b268-7a95bd762768 req-999d5b63-6ec4-4c1d-b3ad-d31d85306d81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0487945 Jul 18 14:19:27.910901 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5de7a81f-a48e-453c-b268-7a95bd762768 req-59b6dc0b-91e3-4ead-84a6-40f467ad2eb6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699508 Jul 18 14:19:29.034274 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ac98-bbf5-427e-a761-29e222244ca1 req-8af570cb-eb67-4622-88d2-5775eb578f93 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:29.035754 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2193ac98-bbf5-427e-a761-29e222244ca1 req-8af570cb-eb67-4622-88d2-5775eb578f93 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0480847 Jul 18 14:19:29.083838 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2193ac98-bbf5-427e-a761-29e222244ca1 req-0c0ca515-3553-4180-b8da-a4272161aebc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422292 Jul 18 14:19:30.204869 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b3c82-0606-4a11-8acf-902d8a3e0e7f req-0cf25e35-7425-4a7b-8423-2b393abaf1eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:30.206350 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-282b3c82-0606-4a11-8acf-902d8a3e0e7f req-0cf25e35-7425-4a7b-8423-2b393abaf1eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0468965 Jul 18 14:19:30.231935 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:30.252823 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-282b3c82-0606-4a11-8acf-902d8a3e0e7f req-fa2311a4-5958-4d0c-b24e-154762dc7772 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Jul 18 14:19:31.374493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0595b6-ca0e-4791-9cfd-296cae6378f0 req-ebff9884-25b0-4f79-941d-4e921336259f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:31.376058 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c0595b6-ca0e-4791-9cfd-296cae6378f0 req-ebff9884-25b0-4f79-941d-4e921336259f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0507071 Jul 18 14:19:31.423336 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1c0595b6-ca0e-4791-9cfd-296cae6378f0 req-852572d5-d83e-455e-acf0-eed00c697413 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Jul 18 14:19:32.003103 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:32.542868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa044-dc71-489f-98c6-953d720c9223 req-e3447dc8-c57e-4ef5-8ad7-350b5a5f1a35 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:32.544341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6eaa044-dc71-489f-98c6-953d720c9223 req-e3447dc8-c57e-4ef5-8ad7-350b5a5f1a35 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0469556 Jul 18 14:19:32.590123 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d6eaa044-dc71-489f-98c6-953d720c9223 req-d5ac5a94-51da-4f66-a4d7-bbdf802fba55 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402868 Jul 18 14:19:33.706167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fe83-3388-4b5c-8cae-3832a6ac5b23 req-aa72f2bf-a028-45ab-a296-12323678092c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:33.707603 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a213fe83-3388-4b5c-8cae-3832a6ac5b23 req-aa72f2bf-a028-45ab-a296-12323678092c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0468102 Jul 18 14:19:33.756832 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a213fe83-3388-4b5c-8cae-3832a6ac5b23 req-e7da22c7-9cc7-4e4d-8508-c43327be819f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Jul 18 14:19:34.880734 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953773-29f0-411c-926e-48d9c36598b0 req-762f41a0-2b5d-4e52-87e1-d5d6e0695c7d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:34.882227 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d953773-29f0-411c-926e-48d9c36598b0 req-762f41a0-2b5d-4e52-87e1-d5d6e0695c7d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0490644 Jul 18 14:19:34.930012 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4d953773-29f0-411c-926e-48d9c36598b0 req-1c1b2ef1-e2a3-44de-a336-b63031815f16 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Jul 18 14:19:36.047199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d7a7-c026-46cd-8476-6278be3c27a5 req-ca3dd7b0-42ca-4526-bf5a-ca5837187bef tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:36.048748 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-36d8d7a7-c026-46cd-8476-6278be3c27a5 req-ca3dd7b0-42ca-4526-bf5a-ca5837187bef tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0477886 Jul 18 14:19:36.095635 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-36d8d7a7-c026-46cd-8476-6278be3c27a5 req-e44e6c47-c5f7-4510-a7a9-de35b93bf547 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Jul 18 14:19:37.218949 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9286f-db2a-4fd1-80e0-3b219e5ca2b1 req-4363b2dd-7088-4160-b2bb-2d6f492c3020 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:37.220353 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11f9286f-db2a-4fd1-80e0-3b219e5ca2b1 req-4363b2dd-7088-4160-b2bb-2d6f492c3020 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0503702 Jul 18 14:19:37.252421 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:37.254646 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:37.268821 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-11f9286f-db2a-4fd1-80e0-3b219e5ca2b1 req-06075723-2bef-4300-8050-7a4803c71a60 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Jul 18 14:19:37.599744 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:19:38.387016 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c296c6-e3a9-4a0d-8848-1c502a7fc796 req-3b7ba453-f5d4-419f-91b7-b8c2fabd28f6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:38.388607 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-92c296c6-e3a9-4a0d-8848-1c502a7fc796 req-3b7ba453-f5d4-419f-91b7-b8c2fabd28f6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0479531 Jul 18 14:19:38.430866 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:38.436167 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-92c296c6-e3a9-4a0d-8848-1c502a7fc796 req-7343c726-e8c4-4f65-9865-a378a55d00f6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Jul 18 14:19:38.582986 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5ac2904a-3aff-45d5-9f71-486e6039a866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:38.617880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9342-bfa8-4635-9a94-627b11822163 req-f1d0ac32-1e3c-40b1-9893-48e162e3e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:38.619391 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-f1d0ac32-1e3c-40b1-9893-48e162e3e957 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1127 time: 0.0471957 Jul 18 14:19:38.746259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9342-bfa8-4635-9a94-627b11822163 req-daefd518-13a1-4b0c-a611-719f6d576ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:38.747645 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-daefd518-13a1-4b0c-a611-719f6d576ca0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0870514 Jul 18 14:19:38.815353 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-f215abb7-aae9-4387-a6b9-969c8aac21b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 200 len: 998 time: 0.0609269 Jul 18 14:19:38.864148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9342-bfa8-4635-9a94-627b11822163 req-30a4e92a-a747-462f-aed2-7813232c0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:38.865575 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-30a4e92a-a747-462f-aed2-7813232c0f42 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0438828 Jul 18 14:19:38.908116 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9342-bfa8-4635-9a94-627b11822163 req-ead11400-c44b-4c53-8f70-bd2c3a3b609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:38.909564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-ead11400-c44b-4c53-8f70-bd2c3a3b609b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382519 Jul 18 14:19:39.001085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-3e024cc4-3301-4506-8344-d22168ce4c2b service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852952 Jul 18 14:19:39.060435 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:39.090534 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fab9342-bfa8-4635-9a94-627b11822163 req-8bcab251-e24a-4907-bbd8-00146dd98070 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Jul 18 14:19:39.558328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad279b1-7322-4740-b328-78cbcbf3d444 req-8f6b30b3-dd3b-49bb-a87c-239898759ce2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:39.559803 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ad279b1-7322-4740-b328-78cbcbf3d444 req-8f6b30b3-dd3b-49bb-a87c-239898759ce2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0482154 Jul 18 14:19:39.612385 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5ad279b1-7322-4740-b328-78cbcbf3d444 req-64946cdd-f241-4f70-8d41-860ee4cc597a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470369 Jul 18 14:19:40.731427 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-520412ee-2b94-4ac9-8510-164678140067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:40.735074 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbebc-e73e-4554-aa82-bc061a976844 req-4551e85a-e1b9-4c02-9289-a3c0e70d1b39 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:40.736618 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b60dbebc-e73e-4554-aa82-bc061a976844 req-4551e85a-e1b9-4c02-9289-a3c0e70d1b39 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0480645 Jul 18 14:19:40.786766 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b60dbebc-e73e-4554-aa82-bc061a976844 req-6334394d-fb7f-47b4-8766-9792676c87c6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445807 Jul 18 14:19:41.906630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6e848-3e90-4f4b-b016-3bb3c110768f req-df5bb902-9741-40e7-89c7-951bed2fd4e9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:41.908304 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13e6e848-3e90-4f4b-b016-3bb3c110768f req-df5bb902-9741-40e7-89c7-951bed2fd4e9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0470066 Jul 18 14:19:41.954148 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13e6e848-3e90-4f4b-b016-3bb3c110768f req-d2ca80dd-4659-415b-a9dc-a8b04bde1db0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Jul 18 14:19:41.985639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:43.076178 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcc608-0e3b-4b9c-ad8e-9d537db09fa3 req-aba45364-f173-4a08-bfcb-360c1ec1129a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:43.077624 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9bcc608-0e3b-4b9c-ad8e-9d537db09fa3 req-aba45364-f173-4a08-bfcb-360c1ec1129a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0501401 Jul 18 14:19:43.123794 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9bcc608-0e3b-4b9c-ad8e-9d537db09fa3 req-2ba5bad7-2823-4fc6-b332-f123d0eff714 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Jul 18 14:19:43.244160 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:43.583574 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:44.239733 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188002e0-66d0-44ab-986d-89f63dc22bb5 req-be5ea4ad-9607-43fe-bc23-6e4bb9c38f81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:44.241207 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-188002e0-66d0-44ab-986d-89f63dc22bb5 req-be5ea4ad-9607-43fe-bc23-6e4bb9c38f81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0462604 Jul 18 14:19:44.289218 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-188002e0-66d0-44ab-986d-89f63dc22bb5 req-bfc2823d-e3f9-4b72-9a7b-a9dc2336193d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 Jul 18 14:19:45.412389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c49e-ce75-44b0-924a-0f1aca2ffcfc req-dd2994f1-8a81-4f98-a42c-aac77d0ec39f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:45.413836 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-77a5c49e-ce75-44b0-924a-0f1aca2ffcfc req-dd2994f1-8a81-4f98-a42c-aac77d0ec39f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 943 time: 0.0520430 Jul 18 14:19:45.435025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:45.462059 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-77a5c49e-ce75-44b0-924a-0f1aca2ffcfc req-2c50dc01-bdd7-410d-89d3-c7d63b08eaca tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Jul 18 14:19:45.895792 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:19:46.012581 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:46.159594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'mac_address': 'fa:16:3e:19:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:19:46.196316 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:19:46.196689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:46.210613 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:19:46.230265 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:19:46.234333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:46.281061 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=9']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:46.582047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c6051-2f3b-4061-8174-5399b66be578 req-eb5a3468-a1cd-43e1-a2ed-3a117ec600ef tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:46.583519 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f9c6051-2f3b-4061-8174-5399b66be578 req-eb5a3468-a1cd-43e1-a2ed-3a117ec600ef tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0475447 Jul 18 14:19:46.630616 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f9c6051-2f3b-4061-8174-5399b66be578 req-0b69ce93-f62a-4132-9416-e6e86c23afbe tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Jul 18 14:19:47.596395 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:47.748920 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8edd9-5031-463d-9ca5-d9dc1091b6db req-1544f4cf-8df1-49f6-b2a9-8573fe69945a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:47.749986 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bc8edd9-5031-463d-9ca5-d9dc1091b6db req-1544f4cf-8df1-49f6-b2a9-8573fe69945a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0476627 Jul 18 14:19:47.801684 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bc8edd9-5031-463d-9ca5-d9dc1091b6db req-bf5280de-ca6a-4131-8a5c-13780e8bf59c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Jul 18 14:19:48.917776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e6a41-b002-414f-9998-22806d5d6ab9 req-1d372f3f-6ca6-4312-8a8f-cab6808d660a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:48.919481 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-680e6a41-b002-414f-9998-22806d5d6ab9 req-1d372f3f-6ca6-4312-8a8f-cab6808d660a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0472634 Jul 18 14:19:48.966813 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-680e6a41-b002-414f-9998-22806d5d6ab9 req-9db5ca3e-c045-481b-aa0a-89aa296df224 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418823 Jul 18 14:19:50.085264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c038db-40dd-4b98-bb23-12d9137d682d req-1dfed941-75b7-4657-987f-8e842e0c22c4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:50.086740 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9c038db-40dd-4b98-bb23-12d9137d682d req-1dfed941-75b7-4657-987f-8e842e0c22c4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0472496 Jul 18 14:19:50.132430 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d9c038db-40dd-4b98-bb23-12d9137d682d req-15d5d0bd-3894-404f-ba3f-e26550170045 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Jul 18 14:19:51.255148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6be54-dc68-44a2-a820-284571f8e298 req-bc199772-013f-4c34-973a-b0e5509b62d7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:51.256640 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74d6be54-dc68-44a2-a820-284571f8e298 req-bc199772-013f-4c34-973a-b0e5509b62d7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0523317 Jul 18 14:19:51.267551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:51.305311 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-74d6be54-dc68-44a2-a820-284571f8e298 req-18a219d2-7642-4c40-a3a6-3ac29f40c991 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Jul 18 14:19:52.450592 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787ba78-9d50-4a4c-adc0-5ff71a0b94dc req-e2c937f4-e9cd-4997-84c6-b1d583d65d8d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:52.452076 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1787ba78-9d50-4a4c-adc0-5ff71a0b94dc req-e2c937f4-e9cd-4997-84c6-b1d583d65d8d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0540469 Jul 18 14:19:52.498890 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1787ba78-9d50-4a4c-adc0-5ff71a0b94dc req-7f57437e-37bd-408f-a0d6-42447e4f2522 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 Jul 18 14:19:53.616830 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33ad4e-84e3-49b9-abd0-a3786a65ed1c req-a0f7b2fa-b00a-4368-ad8a-6178a3f7854d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:53.618282 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be33ad4e-84e3-49b9-abd0-a3786a65ed1c req-a0f7b2fa-b00a-4368-ad8a-6178a3f7854d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0468302 Jul 18 14:19:53.668001 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-be33ad4e-84e3-49b9-abd0-a3786a65ed1c req-cf6499ec-a11c-4ba3-bf3d-164dab351c62 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Jul 18 14:19:54.785499 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b872c2d-4bb6-470c-91b9-4657f61344f3 req-2bfbde8e-11aa-45ce-957d-5c9a5c97be02 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:54.787021 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b872c2d-4bb6-470c-91b9-4657f61344f3 req-2bfbde8e-11aa-45ce-957d-5c9a5c97be02 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0481575 Jul 18 14:19:54.834692 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4b872c2d-4bb6-470c-91b9-4657f61344f3 req-85b28d47-4034-4fc9-9388-f76bdba379f8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Jul 18 14:19:55.954255 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec9ad9-b2c3-4c51-a049-a3ce16282008 req-da4f1b74-c661-4668-9501-10b50eec0d20 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:55.955770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60ec9ad9-b2c3-4c51-a049-a3ce16282008 req-da4f1b74-c661-4668-9501-10b50eec0d20 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0492790 Jul 18 14:19:56.004018 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60ec9ad9-b2c3-4c51-a049-a3ce16282008 req-deb47673-9bc9-439b-8cbd-d699b6570d3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Jul 18 14:19:56.277859 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:56.278725 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=49 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:57.130785 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02b4fa-f2cc-493b-8ebc-6fb998186ceb req-24a8e806-2dad-43df-bb9e-ff8a893cb6eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:57.132309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dc02b4fa-f2cc-493b-8ebc-6fb998186ceb req-24a8e806-2dad-43df-bb9e-ff8a893cb6eb tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0518329 Jul 18 14:19:57.179833 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dc02b4fa-f2cc-493b-8ebc-6fb998186ceb req-d4377c94-fc56-4b58-abde-a68268d65ae2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Jul 18 14:19:57.351451 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41120) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:57.455976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fae612f7-dee8-49d5-a6cb-d848b0072ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.532498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fae612f7-dee8-49d5-a6cb-d848b0072ead admin admin] Publish callbacks [] for security_group (4ca571f5-ea74-4cad-919a-147e93e5629a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.536382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fae612f7-dee8-49d5-a6cb-d848b0072ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4ca571f5-ea74-4cad-919a-147e93e5629a), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.574987 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae612f7-dee8-49d5-a6cb-d848b0072ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca571f5-ea74-4cad-919a-147e93e5629a,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:57.581488 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fae612f7-dee8-49d5-a6cb-d848b0072ead admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=768200d8040e4cc4bf9c42c9aab5b73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289631 Jul 18 14:19:57.584152 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41126) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:19:57.635045 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] Publish callbacks [] for security_group (4ca571f5-ea74-4cad-919a-147e93e5629a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.656604 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] Publish callbacks [] for security_group (4ca571f5-ea74-4cad-919a-147e93e5629a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.705449 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4ca571f5-ea74-4cad-919a-147e93e5629a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.708083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:19:57.709220 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4ca571f5-ea74-4cad-919a-147e93e5629a HTTP/1.1" status: 204 len: 168 time: 0.1241500 Jul 18 14:19:57.716847 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64ec4f-2812-42ee-b785-66d61bab0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca571f5-ea74-4cad-919a-147e93e5629a,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:19:58.300342 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b415-27f9-48c3-86e8-8e10df8701f3 req-3b6d777d-c45a-45be-9214-26817dafbb32 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:58.302521 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dff0b415-27f9-48c3-86e8-8e10df8701f3 req-3b6d777d-c45a-45be-9214-26817dafbb32 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0484674 Jul 18 14:19:58.349676 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dff0b415-27f9-48c3-86e8-8e10df8701f3 req-667cacd1-ed52-4ac6-b2a9-557516680eb5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Jul 18 14:19:59.469802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40aed-9587-406f-b4bb-391ccaf6d35a req-fdd73bc1-d0b9-4c08-9edb-96d7de5f9212 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:19:59.471251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93d40aed-9587-406f-b4bb-391ccaf6d35a req-fdd73bc1-d0b9-4c08-9edb-96d7de5f9212 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0506351 Jul 18 14:19:59.503586 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:19:59.521459 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-93d40aed-9587-406f-b4bb-391ccaf6d35a req-10403dc6-8c70-46bb-8b90-b3b3567d2b25 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Jul 18 14:20:00.558542 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['d2e80dca-1817-42f8-9092-05e8705d1f77'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:20:00.638788 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608631a-a4c4-4a7a-ad2a-e0deaacc1bfe req-339499c6-2892-4986-956b-fc4e5383830c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:00.640278 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d608631a-a4c4-4a7a-ad2a-e0deaacc1bfe req-339499c6-2892-4986-956b-fc4e5383830c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0471411 Jul 18 14:20:00.689058 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d608631a-a4c4-4a7a-ad2a-e0deaacc1bfe req-062ef811-8a8c-4bfd-b968-b03bd57f6297 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Jul 18 14:20:01.814160 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf4f7-0fd9-40f2-99a9-e2338af1a6dc req-71d7d77e-4a11-400f-8a3b-46b88b2c600b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:01.815656 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7deaf4f7-0fd9-40f2-99a9-e2338af1a6dc req-71d7d77e-4a11-400f-8a3b-46b88b2c600b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 944 time: 0.0501261 Jul 18 14:20:01.867431 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7deaf4f7-0fd9-40f2-99a9-e2338af1a6dc req-4c68966e-7be9-4078-a12b-f2c09f585301 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462008 Jul 18 14:20:02.027916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:02.349252 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:20:02.391362 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port d2e80dca-1817-42f8-9092-05e8705d1f77 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:20:02.391738 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:02.466006 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port d2e80dca-1817-42f8-9092-05e8705d1f77 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:20:02.466401 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:02.492040 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:20:02.494329 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d3f93-11ed-4730-9f44-b2c570909782" -d '{"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:20:02.507349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:20:02.510976 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:02.543757 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d14bc-9347-45fe-8d45-037ec75e6db9 x-openstack-request-id: req-540d14bc-9347-45fe-8d45-037ec75e6db9 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:20:02.544079 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-plugged", "status": "completed", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:20:02.544333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-540d14bc-9347-45fe-8d45-037ec75e6db9 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:20:02.544836 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d14bc-9347-45fe-8d45-037ec75e6db9'] response: {'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'code': 200} Jul 18 14:20:02.574216 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=10']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:02.585647 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.585996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.586337 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.586675 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.587008 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.587337 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.587670 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.588021 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.588348 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.588674 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.589036 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.589336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.589652 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.589999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.590319 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:02.988556 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8e7eb-fcf5-4a9d-a6ef-655d71f5e4d9 req-069631c9-e5dd-49f0-b832-f2bfc42105e9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:02.990051 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-def8e7eb-fcf5-4a9d-a6ef-655d71f5e4d9 req-069631c9-e5dd-49f0-b832-f2bfc42105e9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0469999 Jul 18 14:20:03.010539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:03.038343 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-def8e7eb-fcf5-4a9d-a6ef-655d71f5e4d9 req-09ebfe60-8ec0-4f3a-be6e-ab21a2b162c5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jul 18 14:20:04.156213 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5561-7850-49ec-8476-1606f4b1bb1a req-5a499764-f5a2-46ff-81bd-d36977010e4b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:04.157680 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a99d5561-7850-49ec-8476-1606f4b1bb1a req-5a499764-f5a2-46ff-81bd-d36977010e4b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0478053 Jul 18 14:20:04.204915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a99d5561-7850-49ec-8476-1606f4b1bb1a req-ccfdf020-998e-4597-8eb6-84c8972d85a9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Jul 18 14:20:05.327671 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758425-9f47-48b6-ba3f-ad770a0a923b req-0273ace8-8f30-46fa-9b0c-f8b1d4b22207 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:05.329208 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7758425-9f47-48b6-ba3f-ad770a0a923b req-0273ace8-8f30-46fa-9b0c-f8b1d4b22207 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0522194 Jul 18 14:20:05.376725 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7758425-9f47-48b6-ba3f-ad770a0a923b req-a8190d5e-857a-41c2-a77c-5e642432ac09 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416617 Jul 18 14:20:06.494792 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76574f-6da5-4638-934c-949c76dd78eb req-b978f156-e727-4023-bf67-0ae1fe529593 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:06.496300 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c76574f-6da5-4638-934c-949c76dd78eb req-b978f156-e727-4023-bf67-0ae1fe529593 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0462160 Jul 18 14:20:06.554162 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c76574f-6da5-4638-934c-949c76dd78eb req-6010be8c-e2c5-4b53-beec-d0b3588c0340 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515888 Jul 18 14:20:07.671842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e869-0a7b-41e5-9812-353c965414dd req-a4e92832-73e6-45fc-a9b6-872d6334d3be tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:07.673335 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49d7e869-0a7b-41e5-9812-353c965414dd req-a4e92832-73e6-45fc-a9b6-872d6334d3be tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0474503 Jul 18 14:20:07.712269 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:07.713151 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:07.724015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-49d7e869-0a7b-41e5-9812-353c965414dd req-c90d0686-ae37-43f6-8d0e-575e3dde461c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Jul 18 14:20:08.578818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-04ff6d6d-f64d-4f79-8b5a-430e51169961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:08.842994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db2aa1-6d7b-4b9d-907f-9b7e23871c17 req-a572a98e-3f93-4655-b84b-40d2d41838d4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:08.844412 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e0db2aa1-6d7b-4b9d-907f-9b7e23871c17 req-a572a98e-3f93-4655-b84b-40d2d41838d4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0465529 Jul 18 14:20:08.890609 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e0db2aa1-6d7b-4b9d-907f-9b7e23871c17 req-3cd2150f-2a4e-429a-8f2d-1c4a2bf07fe5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Jul 18 14:20:10.011052 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d9c3-8c5d-4ef2-86e1-9ebff77ea385 req-7b7409fb-33f5-4cc2-a706-5b746866aa0a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:10.012545 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e68d9c3-8c5d-4ef2-86e1-9ebff77ea385 req-7b7409fb-33f5-4cc2-a706-5b746866aa0a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0476615 Jul 18 14:20:10.059386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e68d9c3-8c5d-4ef2-86e1-9ebff77ea385 req-4a40019c-2bf7-43f5-b395-e712f9c2e458 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Jul 18 14:20:10.735366 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9d8079dc-fad4-4aae-a40c-93d95a028e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:11.181883 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849d777-914b-405a-9e75-21aec199ae01 req-ff0ef7c2-62f8-497e-a895-56a642dec784 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:11.183303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0849d777-914b-405a-9e75-21aec199ae01 req-ff0ef7c2-62f8-497e-a895-56a642dec784 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0498807 Jul 18 14:20:11.235926 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0849d777-914b-405a-9e75-21aec199ae01 req-f38a4938-d0cb-4285-b9e9-506bdcbfd11e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462177 Jul 18 14:20:11.441868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5243-3f84-4692-9381-8b66023f28e6 req-7414869d-f443-4e03-a8d0-64a66a79ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:11.443342 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f9a5243-3f84-4692-9381-8b66023f28e6 req-7414869d-f443-4e03-a8d0-64a66a79ab17 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 1130 time: 0.0395465 Jul 18 14:20:11.486967 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3f9a5243-3f84-4692-9381-8b66023f28e6 req-2f3f2a70-6cac-42f0-9dd8-5635d860e9fc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 Jul 18 14:20:11.987905 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:12.317124 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:12.358419 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981bc2-af31-4a86-93e8-c9fae1b13e6c req-72e9c243-0ccc-4782-819f-a9fd25129af6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:12.359894 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02981bc2-af31-4a86-93e8-c9fae1b13e6c req-72e9c243-0ccc-4782-819f-a9fd25129af6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0512719 Jul 18 14:20:12.405930 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-02981bc2-af31-4a86-93e8-c9fae1b13e6c req-43f3d732-4b2e-4efb-a0f3-e5c99eedbb34 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Jul 18 14:20:12.960552 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed2176-07d2-4fe5-8a7c-6ac79d9a2017 req-251fb5c3-2055-4bdb-a4fc-7e2b9522899b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:12.964582 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fed2176-07d2-4fe5-8a7c-6ac79d9a2017 req-251fb5c3-2055-4bdb-a4fc-7e2b9522899b tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0572274 Jul 18 14:20:13.011824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9fed2176-07d2-4fe5-8a7c-6ac79d9a2017 req-ddd9e57f-a3de-4784-9c57-e4a961250776 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429857 Jul 18 14:20:13.245906 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:13.524438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec6af-e0a3-428a-8703-ed7ddc6e128e req-9d4d7230-4897-4814-a8e5-a835608baaa7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:13.525892 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b02ec6af-e0a3-428a-8703-ed7ddc6e128e req-9d4d7230-4897-4814-a8e5-a835608baaa7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0462313 Jul 18 14:20:13.565712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:13.577396 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b02ec6af-e0a3-428a-8703-ed7ddc6e128e req-f68fd62b-d967-4ea3-9233-74084e75b8a9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 Jul 18 14:20:13.586626 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:14.127787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb817945-12ef-45a5-a3c4-c231ed04909e req-4bcd527d-a7e3-4e3d-9f62-1c0385ace832 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:14.129312 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb817945-12ef-45a5-a3c4-c231ed04909e req-4bcd527d-a7e3-4e3d-9f62-1c0385ace832 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Jul 18 14:20:14.179893 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb817945-12ef-45a5-a3c4-c231ed04909e req-5fc6272e-043d-4e8b-8b64-0a0fc9eb0ae5 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448556 Jul 18 14:20:14.251488 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:14.252916 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:14.599063 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:20:14.705532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6581fb-9b8e-4e96-bfbb-22b38fcaaec6 req-a88eeed2-0963-491d-88c7-0fc4bff99d8a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:14.707143 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df6581fb-9b8e-4e96-bfbb-22b38fcaaec6 req-a88eeed2-0963-491d-88c7-0fc4bff99d8a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0512486 Jul 18 14:20:14.759096 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-df6581fb-9b8e-4e96-bfbb-22b38fcaaec6 req-e69822ff-5680-4080-b392-610a25de555f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Jul 18 14:20:15.334712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2502b-5cec-4836-ad8c-4531eec32689 req-901078a7-1026-40b7-810c-85a0977709d1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:15.336259 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18d2502b-5cec-4836-ad8c-4531eec32689 req-901078a7-1026-40b7-810c-85a0977709d1 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0839832 Jul 18 14:20:15.351519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987277df-f8ec-4947-a60d-5237adca33f6 req-2ca4fc3b-a1ac-421a-a191-23d60e171603 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:15.353030 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-987277df-f8ec-4947-a60d-5237adca33f6 req-2ca4fc3b-a1ac-421a-a191-23d60e171603 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 946 time: 0.0634146 Jul 18 14:20:15.432007 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-18d2502b-5cec-4836-ad8c-4531eec32689 req-dabd68bf-ce69-4ca8-8f0d-d0576cfbf343 tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups?id=35c3e6f8-7d0f-48e1-afa0-05340616e435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779738 Jul 18 14:20:15.468078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:20:15.468357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:15.558475 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] For port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:20:15.558881 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:15.726759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:15.727420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:15.727420 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Floating IP 11c8451f-bee2-48ee-9442-01bb1f411a07 disassociated. External IP: 172.27.1.46, port: 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf. Jul 18 14:20:15.727681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:20:15.778167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:15.890118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (02f069f3-ce1b-4c97-b4f0-6abbb70be7cf), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:15.897732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81993a94-af24-450a-978c-e76bfdae26a5 req-f8fb9874-268f-4c8e-bd9e-8267f0b0fe09 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:15.899193 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81993a94-af24-450a-978c-e76bfdae26a5 req-f8fb9874-268f-4c8e-bd9e-8267f0b0fe09 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0632691 Jul 18 14:20:15.932262 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=02f069f3-ce1b-4c97-b4f0-6abbb70be7cf,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:15.948727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:15.953009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.953372 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.953718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.954059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.954399 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.954736 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.955069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.956004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.956342 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.956676 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.957007 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.957336 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.957662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.958011 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:15.958338 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:16.029344 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-81993a94-af24-450a-978c-e76bfdae26a5 req-20d75e6f-1e46-4d07-a908-29d868bb6edc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234369 Jul 18 14:20:16.088478 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:20:16.190445 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:20:16.201039 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:20:16.211560 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:20:16.212149 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:20:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:16.231786 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] No DVR routers for this DVR port 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:20:16.234306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:16.238065 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-987277df-f8ec-4947-a60d-5237adca33f6 req-91cdad2e-608a-4a41-bab4-7562389ac3ae tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.87 "DELETE /v2.0/ports/02f069f3-ce1b-4c97-b4f0-6abbb70be7cf HTTP/1.1" status: 204 len: 173 time: 0.8777831 Jul 18 14:20:16.238505 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'name': 'network-vif-deleted', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:20:16.240766 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6be6d-1e59-4a61-9e8c-1ad5ba3069f5" -d '{"events": [{"server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "name": "network-vif-deleted", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:20:16.319733 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:20:16.449226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c8182-65ba-4c1e-a4ba-9fd5e84d544b x-openstack-request-id: req-d84c8182-65ba-4c1e-a4ba-9fd5e84d544b {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:20:16.449934 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dba0f43-4d38-4a6e-a79c-12c1d84d4a51", "name": "network-vif-deleted", "tag": "02f069f3-ce1b-4c97-b4f0-6abbb70be7cf", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:20:16.450256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d84c8182-65ba-4c1e-a4ba-9fd5e84d544b {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:20:16.450761 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84c8182-65ba-4c1e-a4ba-9fd5e84d544b'] response: {'server_uuid': '2dba0f43-4d38-4a6e-a79c-12c1d84d4a51', 'name': 'network-vif-deleted', 'tag': '02f069f3-ce1b-4c97-b4f0-6abbb70be7cf', 'status': 'completed', 'code': 200} Jul 18 14:20:16.546339 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:16.558258 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-00473e9e-b9e1-488a-942b-b6001094d994 req-c3f36c46-d785-4a3b-851e-d94341d3b9be tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/ports?device_id=2dba0f43-4d38-4a6e-a79c-12c1d84d4a51 HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 18 14:20:16.572706 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:20:16.581720 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:20:16.582476 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:20:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:16.688293 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:20:16.894262 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:16.921919 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347c9db-37d9-468a-8ff9-a50908c43506 None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:08:34Z', 'revision_number': 4, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'ddc626c0-e1b5-4dfc-ad46-8cca9a067c60', 'name': '', 'network_id': 'ee89766c-7eb8-4f64-a3df-79441574b226', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'mac_address': 'fa:16:3e:c3:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '719e2916-e185-4567-baba-0c77b9708a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:32Z', 'updated_at': '2022-07-18T14:08:40Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'subnets': [{'id': '719e2916-e185-4567-baba-0c77b9708a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:20:17.149904 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cecf7b0-2a9c-4619-91c9-f07217b48fdc None None] New status for floating IP 11c8451f-bee2-48ee-9442-01bb1f411a07: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:20:17.646028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41436) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:17.705266 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (35c3e6f8-7d0f-48e1-afa0-05340616e435), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:17.729550 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (35c3e6f8-7d0f-48e1-afa0-05340616e435), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:17.781479 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (35c3e6f8-7d0f-48e1-afa0-05340616e435), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:17.784245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:17.785498 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/security-groups/35c3e6f8-7d0f-48e1-afa0-05340616e435 HTTP/1.1" status: 204 len: 168 time: 0.1383045 Jul 18 14:20:17.788387 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41438) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:17.795098 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0b92b-c86b-4cc5-a9bd-4c894f3a8f4f tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3e6f8-7d0f-48e1-afa0-05340616e435,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:17.802714 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.api.v2.resource [None req-0fae8367-10c9-4f82-b653-a40f982aa45a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] show failed (client error): The resource could not be found. Jul 18 14:20:17.803726 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0fae8367-10c9-4f82-b653-a40f982aa45a tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "GET /v2.0/security-groups/35c3e6f8-7d0f-48e1-afa0-05340616e435 HTTP/1.1" status: 404 len: 347 time: 0.0143352 Jul 18 14:20:17.806512 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41440) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:17.924113 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Deleting port 6f3b59c2-1789-4185-a827-dddd6a198f98 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:20:17.925042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.004280 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.004602 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (6f3b59c2-1789-4185-a827-dddd6a198f98), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.016614 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Calling delete_port for 6f3b59c2-1789-4185-a827-dddd6a198f98 owned by network:floatingip {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:20:18.178082 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (6f3b59c2-1789-4185-a827-dddd6a198f98), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.203767 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Pushing event deleted for resources: {'Port': ['ID=6f3b59c2-1789-4185-a827-dddd6a198f98,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:18.216328 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.216683 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.217036 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.217368 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.217703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.218032 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.218389 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.218715 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.219038 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.219360 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.219683 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.220029 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.220352 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.220740 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.221127 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:20:18.279936 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks [] for floatingip (11c8451f-bee2-48ee-9442-01bb1f411a07), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.282406 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:18.283613 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-adf44247-0226-4efb-843d-b1ffad15334c tempest-AttachVolumeNegativeTest-1585147197 tempest-AttachVolumeNegativeTest-1585147197-project] 10.222.0.94 "DELETE /v2.0/floatingips/11c8451f-bee2-48ee-9442-01bb1f411a07 HTTP/1.1" status: 204 len: 168 time: 0.4761956 Jul 18 14:20:18.385212 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:20:18.414558 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:20:18.414902 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 02f069f3-ce1b-4c97-b4f0-6abbb70be7cf not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:20:21.973964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41484) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:22.647530 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:22.694302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (48511725-bea5-493b-af09-a21d96c57247), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:22.862456 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:22.923085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Deleting port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:20:22.923584 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.014799 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] For port ddc626c0-e1b5-4dfc-ad46-8cca9a067c60, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:20:23.015558 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.028564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Calling delete_port for ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:20:23.213005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (ddc626c0-e1b5-4dfc-ad46-8cca9a067c60), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.239861 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc626c0-e1b5-4dfc-ad46-8cca9a067c60,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:23.426681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (48511725-bea5-493b-af09-a21d96c57247), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.528736 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:23.637594 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Router 48511725-bea5-493b-af09-a21d96c57247 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:20:23.739661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:20:23.745709 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b5e6ad84-8879-4d57-9897-9ed71036a64f admin admin] 10.222.0.94 "PUT /v2.0/routers/48511725-bea5-493b-af09-a21d96c57247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703905 Jul 18 14:20:23.748065 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41492) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:23.752157 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Sync routers for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:20:23.766761 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:20:23.767489 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:20:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:23.835063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:23.858548 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks [] for router (48511725-bea5-493b-af09-a21d96c57247), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.876116 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:20:23.963706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks [] for router_gateway (48511725-bea5-493b-af09-a21d96c57247), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:23.988594 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:24.008202 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Deleting port 21e221d8-e6f3-4dcf-b866-300829ea3d03 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:20:24.008452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.046484 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:20:23Z', 'revision_number': 5, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port': {'id': '21e221d8-e6f3-4dcf-b866-300829ea3d03', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48511725-bea5-493b-af09-a21d96c57247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:08:27Z', 'updated_at': '2022-07-18T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:24.071542 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Checking router: 48511725-bea5-493b-af09-a21d96c57247 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:20:24.080391 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Routers {'48511725-bea5-493b-af09-a21d96c57247'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:20:24.080988 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:20:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['48511725-bea5-493b-af09-a21d96c57247'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:24.098445 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] For port 21e221d8-e6f3-4dcf-b866-300829ea3d03, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=21e221d8-e6f3-4dcf-b866-300829ea3d03,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:20:24.099053 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.112769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Calling delete_port for 21e221d8-e6f3-4dcf-b866-300829ea3d03 owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:20:24.249576 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=100 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:24.250974 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] Set router 48511725-bea5-493b-af09-a21d96c57247 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:20:24.305214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (21e221d8-e6f3-4dcf-b866-300829ea3d03), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.305806 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:20:23Z', 'revision_number': 6, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:24.327710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Pushing event deleted for resources: {'Port': ['ID=21e221d8-e6f3-4dcf-b866-300829ea3d03,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:24.339648 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477e80a-1bf3-464e-a2a0-6bc25c76226b None None] The sync data for ids ['48511725-bea5-493b-af09-a21d96c57247'] in dv-cinder-849846-1-iscsi is: [{'id': '48511725-bea5-493b-af09-a21d96c57247', 'name': 'tempest-AttachVolumeNegativeTest-28725985-router', 'tenant_id': '26e4140751cf40c2adbfd92a29afd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:08:25Z', 'updated_at': '2022-07-18T14:20:23Z', 'revision_number': 6, 'project_id': '26e4140751cf40c2adbfd92a29afd555', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:20:24.385304 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:24.399985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (48511725-bea5-493b-af09-a21d96c57247), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.488036 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (48511725-bea5-493b-af09-a21d96c57247), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.490189 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks [] for router_controller (48511725-bea5-493b-af09-a21d96c57247), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.536136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (48511725-bea5-493b-af09-a21d96c57247), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.536726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48511725-bea5-493b-af09-a21d96c57247 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:20:24.543365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.544471 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5718b6e1-bb17-497f-b215-4a3c4cc3714b admin admin] 10.222.0.94 "DELETE /v2.0/routers/48511725-bea5-493b-af09-a21d96c57247 HTTP/1.1" status: 204 len: 168 time: 0.7953563 Jul 18 14:20:24.546916 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41498) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:24.592452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Deleting subnet 719e2916-e185-4567-baba-0c77b9708a67 {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:20:24.595504 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Publish callbacks [] for subnet (719e2916-e185-4567-baba-0c77b9708a67), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.630159 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (719e2916-e185-4567-baba-0c77b9708a67), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.712902 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (719e2916-e185-4567-baba-0c77b9708a67), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.735500 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:24.771257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (719e2916-e185-4567-baba-0c77b9708a67), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.799180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719e2916-e185-4567-baba-0c77b9708a67,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:24.802806 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.806042 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2a0d859d-f051-49a5-8440-d478a0a4825a admin admin] 10.222.0.94 "DELETE /v2.0/subnets/719e2916-e185-4567-baba-0c77b9708a67 HTTP/1.1" status: 204 len: 168 time: 0.2581754 Jul 18 14:20:24.808582 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41502) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:24.811367 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3598261-c433-4919-93a3-711b522c4667 None None] Network ee89766c-7eb8-4f64-a3df-79441574b226 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:20:24.882635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (ee89766c-7eb8-4f64-a3df-79441574b226), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:24.928206 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Deleting port 54255df1-ab37-43bb-8768-96b7846bd03f {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:20:24.928567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.005452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] For port 54255df1-ab37-43bb-8768-96b7846bd03f, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=54255df1-ab37-43bb-8768-96b7846bd03f,segment=NetworkSegment(2e851100-28dc-4564-8e4a-879cac1ec138),segment_id=2e851100-28dc-4564-8e4a-879cac1ec138)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:20:25.005980 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.022968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Calling delete_port for 54255df1-ab37-43bb-8768-96b7846bd03f owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:20:25.118423 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (54255df1-ab37-43bb-8768-96b7846bd03f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.135440 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b9117-f017-4540-a12a-86f8544cda57 None None] DHCP port deletion for ee89766c-7eb8-4f64-a3df-79441574b226 request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:20:25.147669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Pushing event deleted for resources: {'Port': ['ID=54255df1-ab37-43bb-8768-96b7846bd03f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:25.155297 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] No DVR routers for this DVR port 54255df1-ab37-43bb-8768-96b7846bd03f on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:20:25.235824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (ee89766c-7eb8-4f64-a3df-79441574b226), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.257128 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee89766c-7eb8-4f64-a3df-79441574b226']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:25.268963 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e851100-28dc-4564-8e4a-879cac1ec138') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:25.269278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e851100-28dc-4564-8e4a-879cac1ec138') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:20:25.281379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (2e851100-28dc-4564-8e4a-879cac1ec138), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.295708 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2e851100-28dc-4564-8e4a-879cac1ec138), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.304758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:20:25.305160 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (2e851100-28dc-4564-8e4a-879cac1ec138), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.383564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (ee89766c-7eb8-4f64-a3df-79441574b226), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.389573 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.392871 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] 10.222.0.94 "DELETE /v2.0/networks/ee89766c-7eb8-4f64-a3df-79441574b226 HTTP/1.1" status: 204 len: 168 time: 0.5833507 Jul 18 14:20:25.413724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa3b50-6abd-4f2e-9708-a603001683ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ee89766c-7eb8-4f64-a3df-79441574b226,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:25.471976 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 2e851100-28dc-4564-8e4a-879cac1ec138 resource provider aggregate not found Jul 18 14:20:25.490230 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 2e851100-28dc-4564-8e4a-879cac1ec138 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e851100-28dc-4564-8e4a-879cac1ec138 found for delete ", "request_id": "req-be36c108-4123-43a8-91bc-a0addf68ea78"}]} Jul 18 14:20:25.522331 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41514) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:25.549560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:25.572956 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-992f2c85-e10f-440a-a798-1a1f4516252b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=26e4140751cf40c2adbfd92a29afd555&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493255 Jul 18 14:20:25.576349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41516) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:25.625637 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] Publish callbacks [] for security_group (a1d13976-12a6-4a42-bb3d-a555ee4f2117), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.648527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] Publish callbacks [] for security_group (a1d13976-12a6-4a42-bb3d-a555ee4f2117), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.699636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a1d13976-12a6-4a42-bb3d-a555ee4f2117), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.702355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:25.703547 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a1d13976-12a6-4a42-bb3d-a555ee4f2117 HTTP/1.1" status: 204 len: 168 time: 0.1262510 Jul 18 14:20:25.711998 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dd551-4aad-4b37-a6b2-49a2af29a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d13976-12a6-4a42-bb3d-a555ee4f2117,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:25.808981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 21e221d8-e6f3-4dcf-b866-300829ea3d03 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:20:25.828857 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 21e221d8-e6f3-4dcf-b866-300829ea3d03 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:20:25.829614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 21e221d8-e6f3-4dcf-b866-300829ea3d03 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:20:25.829759 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:20:25.848936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:20:25.849289 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device ddc626c0-e1b5-4dfc-ad46-8cca9a067c60 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:20:25.849728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 54255df1-ab37-43bb-8768-96b7846bd03f no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:20:25.868850 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 54255df1-ab37-43bb-8768-96b7846bd03f {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:20:25.869131 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 54255df1-ab37-43bb-8768-96b7846bd03f not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:20:28.271205 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:28.275699 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:30.148834 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41622) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:30.253560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34b82fab-c1a8-4ef0-a363-8486e14b6ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.277643 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:30.331218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34b82fab-c1a8-4ef0-a363-8486e14b6ce2 admin admin] Publish callbacks [] for security_group (532305ad-6f48-4bc4-b03e-d3dc667ab607), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.334795 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-34b82fab-c1a8-4ef0-a363-8486e14b6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (532305ad-6f48-4bc4-b03e-d3dc667ab607), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.372809 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-34b82fab-c1a8-4ef0-a363-8486e14b6ce2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e48020d9a6d34cb6876ae43c4cf0264b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229338 Jul 18 14:20:30.374738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b82fab-c1a8-4ef0-a363-8486e14b6ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532305ad-6f48-4bc4-b03e-d3dc667ab607,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:30.375529 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41626) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:30.423320 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] Publish callbacks [] for security_group (532305ad-6f48-4bc4-b03e-d3dc667ab607), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.445879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] Publish callbacks [] for security_group (532305ad-6f48-4bc4-b03e-d3dc667ab607), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.491529 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (532305ad-6f48-4bc4-b03e-d3dc667ab607), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.494540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.495716 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/532305ad-6f48-4bc4-b03e-d3dc667ab607 HTTP/1.1" status: 204 len: 168 time: 0.1191671 Jul 18 14:20:30.503320 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc15042-d112-49c1-bc23-4e472ea516fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532305ad-6f48-4bc4-b03e-d3dc667ab607,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:30.515697 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:30.516496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:30.763600 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41634) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:30.777266 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6347-1aee-4018-a9b8-c95af57c04a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.861062 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6347-1aee-4018-a9b8-c95af57c04a8 admin admin] Publish callbacks [] for security_group (98a0b52f-9caf-4327-92c1-a9c72fed7d32), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.865305 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cb1a6347-1aee-4018-a9b8-c95af57c04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (98a0b52f-9caf-4327-92c1-a9c72fed7d32), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.906079 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-cb1a6347-1aee-4018-a9b8-c95af57c04a8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb1c5ec7878f41dfbde083bed80414df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413121 Jul 18 14:20:30.907260 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a6347-1aee-4018-a9b8-c95af57c04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a0b52f-9caf-4327-92c1-a9c72fed7d32,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:30.908778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41636) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:30.964446 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] Publish callbacks [] for security_group (98a0b52f-9caf-4327-92c1-a9c72fed7d32), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:30.985840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] Publish callbacks [] for security_group (98a0b52f-9caf-4327-92c1-a9c72fed7d32), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:31.032034 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (98a0b52f-9caf-4327-92c1-a9c72fed7d32), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:31.034531 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:31.038599 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/98a0b52f-9caf-4327-92c1-a9c72fed7d32 HTTP/1.1" status: 204 len: 168 time: 0.1287482 Jul 18 14:20:31.046861 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cbd98-a53e-4b75-b21a-b606f2435898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a0b52f-9caf-4327-92c1-a9c72fed7d32,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:32.044519 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:34.308097 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:34.308910 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:37.000084 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41748) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:37.105650 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ace30cc8-ce28-45d5-86e1-e82b841a99f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.182376 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ace30cc8-ce28-45d5-86e1-e82b841a99f7 admin admin] Publish callbacks [] for security_group (e6be39cd-23a1-485e-b3fa-b0da7f050f58), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.185950 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-ace30cc8-ce28-45d5-86e1-e82b841a99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e6be39cd-23a1-485e-b3fa-b0da7f050f58), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.223074 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace30cc8-ce28-45d5-86e1-e82b841a99f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6be39cd-23a1-485e-b3fa-b0da7f050f58,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:37.230447 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-ace30cc8-ce28-45d5-86e1-e82b841a99f7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d937813020b04a3eb724e373664872c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268312 Jul 18 14:20:37.230672 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41754) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:37.277535 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] Publish callbacks [] for security_group (e6be39cd-23a1-485e-b3fa-b0da7f050f58), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.298484 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] Publish callbacks [] for security_group (e6be39cd-23a1-485e-b3fa-b0da7f050f58), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.349470 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e6be39cd-23a1-485e-b3fa-b0da7f050f58), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.352170 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.353846 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e6be39cd-23a1-485e-b3fa-b0da7f050f58 HTTP/1.1" status: 204 len: 168 time: 0.1220009 Jul 18 14:20:37.361462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaca25e-15f6-430a-b129-1c7444014c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6be39cd-23a1-485e-b3fa-b0da7f050f58,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:37.620234 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41760) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:37.633779 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1dd300c2-1ca4-425c-a384-33e30740c661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.655316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:37.702075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:37.711743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1dd300c2-1ca4-425c-a384-33e30740c661 admin admin] Publish callbacks [] for security_group (ae815541-efcb-419a-aab1-22b3df5b8eca), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.715617 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1dd300c2-1ca4-425c-a384-33e30740c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ae815541-efcb-419a-aab1-22b3df5b8eca), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.756217 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1dd300c2-1ca4-425c-a384-33e30740c661 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a857efebf62b40d187170bbe6f2ca149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349022 Jul 18 14:20:37.757072 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd300c2-1ca4-425c-a384-33e30740c661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae815541-efcb-419a-aab1-22b3df5b8eca,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:37.759518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41762) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:37.808983 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] Publish callbacks [] for security_group (ae815541-efcb-419a-aab1-22b3df5b8eca), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.831515 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] Publish callbacks [] for security_group (ae815541-efcb-419a-aab1-22b3df5b8eca), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.878460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ae815541-efcb-419a-aab1-22b3df5b8eca), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.881049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:37.882220 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ae815541-efcb-419a-aab1-22b3df5b8eca HTTP/1.1" status: 204 len: 168 time: 0.1216717 Jul 18 14:20:37.892306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6296-38e1-4cdb-abb3-3665de9ad856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae815541-efcb-419a-aab1-22b3df5b8eca,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:38.203067 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41770) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:38.219126 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cfd048e-406a-4d59-9a07-85df1021b097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.294099 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cfd048e-406a-4d59-9a07-85df1021b097 admin admin] Publish callbacks [] for security_group (48baee27-30cd-4db4-bf91-e16897cf6167), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.297546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-9cfd048e-406a-4d59-9a07-85df1021b097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (48baee27-30cd-4db4-bf91-e16897cf6167), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.326848 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:38.334400 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-9cfd048e-406a-4d59-9a07-85df1021b097 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=af86cae93be44cb1aa17b096cf369723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302903 Jul 18 14:20:38.337170 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41772) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:38.339441 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd048e-406a-4d59-9a07-85df1021b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48baee27-30cd-4db4-bf91-e16897cf6167,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:38.386156 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] Publish callbacks [] for security_group (48baee27-30cd-4db4-bf91-e16897cf6167), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.406451 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] Publish callbacks [] for security_group (48baee27-30cd-4db4-bf91-e16897cf6167), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.455445 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (48baee27-30cd-4db4-bf91-e16897cf6167), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.457896 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:38.459009 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/48baee27-30cd-4db4-bf91-e16897cf6167 HTTP/1.1" status: 204 len: 168 time: 0.1208148 Jul 18 14:20:38.467009 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26d1d2-2fb3-4fe1-8097-1176b1077128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48baee27-30cd-4db4-bf91-e16897cf6167,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:38.582127 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-54a215a6-7070-4318-8717-4f9451913524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:40.594563 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-1e618fc6-1c14-4fbb-80d9-0307b36896c2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388374 Jul 18 14:20:40.668310 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-5c55bc85-8698-4300-98a3-34f7b5496f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:40.669755 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-5c55bc85-8698-4300-98a3-34f7b5496f11 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0394895 Jul 18 14:20:40.736997 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b602a06-2e88-4efc-bb89-778d3d74983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:40.753798 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:40.783593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-a23a8305-8a75-4c5d-b6be-d80c70ef312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:40.785238 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-a23a8305-8a75-4c5d-b6be-d80c70ef312c service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0976770 Jul 18 14:20:40.846757 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-22df06ea-e418-442e-b26f-3300fa95f730 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 1001 time: 0.0546498 Jul 18 14:20:40.899004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-5b35372f-9c57-41d4-af88-57035c8012b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:40.900532 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-5b35372f-9c57-41d4-af88-57035c8012b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0479453 Jul 18 14:20:40.956105 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-14209ef4-1fbc-4dfd-9c42-4cc809476a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:40.957631 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-14209ef4-1fbc-4dfd-9c42-4cc809476a3d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490189 Jul 18 14:20:41.049708 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-3d2b2c86-6963-435f-8226-22c21602a42c service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846667 Jul 18 14:20:41.138252 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b6feb034-c3c8-4c8b-a217-a11a26b761eb req-70862f5c-ae3e-4ce9-9282-2d10d69ce69a service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814798 Jul 18 14:20:41.990217 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:43.250885 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:43.589363 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:44.847142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41934) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:44.952799 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ec36d01a-baa3-48b6-9912-2eb085c9d9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.033190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ec36d01a-baa3-48b6-9912-2eb085c9d9c4 admin admin] Publish callbacks [] for security_group (9caad01e-3f69-4c3a-b0ae-df697c6487b1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.037729 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-ec36d01a-baa3-48b6-9912-2eb085c9d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9caad01e-3f69-4c3a-b0ae-df697c6487b1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.082841 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-ec36d01a-baa3-48b6-9912-2eb085c9d9c4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5bc0f8e973894e53afadacd583156b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344842 Jul 18 14:20:45.084276 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d01a-baa3-48b6-9912-2eb085c9d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caad01e-3f69-4c3a-b0ae-df697c6487b1,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:45.086827 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41946) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:45.138638 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] Publish callbacks [] for security_group (9caad01e-3f69-4c3a-b0ae-df697c6487b1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.160777 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] Publish callbacks [] for security_group (9caad01e-3f69-4c3a-b0ae-df697c6487b1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.206316 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9caad01e-3f69-4c3a-b0ae-df697c6487b1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.208963 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.210116 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9caad01e-3f69-4c3a-b0ae-df697c6487b1 HTTP/1.1" status: 204 len: 168 time: 0.1216497 Jul 18 14:20:45.218212 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec2f73-b009-4c22-9894-636f0cc8702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caad01e-3f69-4c3a-b0ae-df697c6487b1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:45.472831 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41952) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:45.486683 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72f39c12-8b1b-4b06-b106-a74811500bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.561944 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72f39c12-8b1b-4b06-b106-a74811500bc2 admin admin] Publish callbacks [] for security_group (770df4f5-0280-4975-94c6-0891a88322fd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.565672 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-72f39c12-8b1b-4b06-b106-a74811500bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (770df4f5-0280-4975-94c6-0891a88322fd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.592416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:45.605684 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39c12-8b1b-4b06-b106-a74811500bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770df4f5-0280-4975-94c6-0891a88322fd,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:45.610905 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-72f39c12-8b1b-4b06-b106-a74811500bc2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=42302f0e05a948b68279e8b2b86a48f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369987 Jul 18 14:20:45.613126 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41954) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:45.663971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] Publish callbacks [] for security_group (770df4f5-0280-4975-94c6-0891a88322fd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.685919 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] Publish callbacks [] for security_group (770df4f5-0280-4975-94c6-0891a88322fd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.715578 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:45.737464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (770df4f5-0280-4975-94c6-0891a88322fd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.740189 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:45.741354 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/770df4f5-0280-4975-94c6-0891a88322fd HTTP/1.1" status: 204 len: 168 time: 0.1271849 Jul 18 14:20:45.750068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee9d99-9316-4bf4-bc56-83df7076a37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770df4f5-0280-4975-94c6-0891a88322fd,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:46.776186 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 41988) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:46.887911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6235b8-fcfa-4b04-a02a-9369924df9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:46.963129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6235b8-fcfa-4b04-a02a-9369924df9d9 admin admin] Publish callbacks [] for security_group (efb1b532-050b-426c-a8c2-6f3cbd55eebc), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:46.967145 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6235b8-fcfa-4b04-a02a-9369924df9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (efb1b532-050b-426c-a8c2-6f3cbd55eebc), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:47.011703 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6d6235b8-fcfa-4b04-a02a-9369924df9d9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c69e4e50bd3b45178d98cabcb530eb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343848 Jul 18 14:20:47.012851 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6235b8-fcfa-4b04-a02a-9369924df9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb1b532-050b-426c-a8c2-6f3cbd55eebc,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:47.014419 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 41992) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:47.063751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] Publish callbacks [] for security_group (efb1b532-050b-426c-a8c2-6f3cbd55eebc), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:47.084801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] Publish callbacks [] for security_group (efb1b532-050b-426c-a8c2-6f3cbd55eebc), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:47.141269 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (efb1b532-050b-426c-a8c2-6f3cbd55eebc), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:47.143913 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:47.147594 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/efb1b532-050b-426c-a8c2-6f3cbd55eebc HTTP/1.1" status: 204 len: 168 time: 0.1297095 Jul 18 14:20:47.159448 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6902c-afe9-4328-8b93-fa3c36001240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb1b532-050b-426c-a8c2-6f3cbd55eebc,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:49.495646 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42056) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:49.621824 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fecd809-9a5f-4ae6-b91e-35a6d5a59e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.698711 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fecd809-9a5f-4ae6-b91e-35a6d5a59e99 admin admin] Publish callbacks [] for security_group (afb33de6-b8ad-4ec3-806f-57090e2ef375), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.702527 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-4fecd809-9a5f-4ae6-b91e-35a6d5a59e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (afb33de6-b8ad-4ec3-806f-57090e2ef375), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.741657 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-4fecd809-9a5f-4ae6-b91e-35a6d5a59e99 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9c8e7aaf3c324aff9bcb7dc9f7efcf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446418 Jul 18 14:20:49.742442 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecd809-9a5f-4ae6-b91e-35a6d5a59e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb33de6-b8ad-4ec3-806f-57090e2ef375,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:49.744344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42064) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:49.795504 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] Publish callbacks [] for security_group (afb33de6-b8ad-4ec3-806f-57090e2ef375), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.817118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] Publish callbacks [] for security_group (afb33de6-b8ad-4ec3-806f-57090e2ef375), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.868286 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (afb33de6-b8ad-4ec3-806f-57090e2ef375), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.871316 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:49.872487 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/afb33de6-b8ad-4ec3-806f-57090e2ef375 HTTP/1.1" status: 204 len: 168 time: 0.1270864 Jul 18 14:20:49.880353 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c76ec-8147-41c8-bed3-969273cc3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb33de6-b8ad-4ec3-806f-57090e2ef375,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:51.249579 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:51.254212 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:51.601178 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:20:56.092815 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-8e852688-4077-415e-b783-2dbf64e98418 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037340211&fields=id&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 267 time: 0.0439994 Jul 18 14:20:56.195187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-301ccce5-67f9-45e2-8e65-20a1cf665077 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:56.196670 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-301ccce5-67f9-45e2-8e65-20a1cf665077 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.0977912 Jul 18 14:20:56.211790 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-8e6c6447-937d-41db-927a-94890e612cb5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/quotas/9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Jul 18 14:20:56.266890 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-a7257d8e-8401-48a5-ad9f-71477c98ef73 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494392 Jul 18 14:20:56.385737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-64561a32-672d-409d-b200-e19d9daa5312 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:20:56.386897 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-64561a32-672d-409d-b200-e19d9daa5312 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1081829 Jul 18 14:20:56.488364 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-29a324f0-900d-4785-bb4a-62d05eaa9d45 service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940850 Jul 18 14:20:56.610087 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42162) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:56.621769 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-0f31438b-6fd4-4b80-8ae7-0149179ddbdf service neutron] 10.222.0.94 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 Jul 18 14:20:56.727850 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-314e6b14-7769-4a78-b5da-2c9925de4e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:56.761039 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:56.766611 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:56.816353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-314e6b14-7769-4a78-b5da-2c9925de4e72 admin admin] Publish callbacks [] for security_group (3eba1fbe-c82e-4a73-9bb3-0d5024d62065), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:56.820439 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-314e6b14-7769-4a78-b5da-2c9925de4e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3eba1fbe-c82e-4a73-9bb3-0d5024d62065), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:56.865168 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-314e6b14-7769-4a78-b5da-2c9925de4e72 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7aa6e3dfeb894822858eab6b4d1dbce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534165 Jul 18 14:20:56.866111 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e6b14-7769-4a78-b5da-2c9925de4e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba1fbe-c82e-4a73-9bb3-0d5024d62065,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:56.868555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42174) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:56.885261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:56.942732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:56.949979 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-27cdb8ab-d456-456e-9f90-6e0be70ac29b req-608d2bbe-b576-492d-ba2e-bc20b7205084 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 210 time: 0.0395877 Jul 18 14:20:56.955751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] Publish callbacks [] for security_group (3eba1fbe-c82e-4a73-9bb3-0d5024d62065), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:56.980051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] Publish callbacks [] for security_group (3eba1fbe-c82e-4a73-9bb3-0d5024d62065), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.028210 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3eba1fbe-c82e-4a73-9bb3-0d5024d62065), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.030832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.032137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3eba1fbe-c82e-4a73-9bb3-0d5024d62065 HTTP/1.1" status: 204 len: 168 time: 0.1631117 Jul 18 14:20:57.041593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dade6-d1ed-4bfb-b9b2-4b0b171b5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba1fbe-c82e-4a73-9bb3-0d5024d62065,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:57.320712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42190) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:57.336093 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5de46aef-7b8f-4cef-8fd6-e2115c7f0714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.419699 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5de46aef-7b8f-4cef-8fd6-e2115c7f0714 admin admin] Publish callbacks [] for security_group (8cb6c339-8d54-43f5-aade-c98bbfcf3f27), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.423526 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5de46aef-7b8f-4cef-8fd6-e2115c7f0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8cb6c339-8d54-43f5-aade-c98bbfcf3f27), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.467753 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5de46aef-7b8f-4cef-8fd6-e2115c7f0714 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=855e9216cc4547c1a0856d731e45533c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436267 Jul 18 14:20:57.467753 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46aef-7b8f-4cef-8fd6-e2115c7f0714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6c339-8d54-43f5-aade-c98bbfcf3f27,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:57.468627 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42192) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:20:57.772032 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] Publish callbacks [] for security_group (8cb6c339-8d54-43f5-aade-c98bbfcf3f27), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.795489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] Publish callbacks [] for security_group (8cb6c339-8d54-43f5-aade-c98bbfcf3f27), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.841256 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (8cb6c339-8d54-43f5-aade-c98bbfcf3f27), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.843762 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:57.844949 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8cb6c339-8d54-43f5-aade-c98bbfcf3f27 HTTP/1.1" status: 204 len: 168 time: 0.3748415 Jul 18 14:20:57.852668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea13cb-4313-4e8f-b7ba-db36ecf8cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6c339-8d54-43f5-aade-c98bbfcf3f27,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:58.076405 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-44301450-092a-4fab-b56f-b4d8c48a49ad req-2508c8c3-8eca-4b64-90fe-c1b07385b824 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 210 time: 0.0424066 Jul 18 14:20:58.161477 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-627bcda2-afaf-4325-bd91-e01c43e9c4f9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:58.163050 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-627bcda2-afaf-4325-bd91-e01c43e9c4f9 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 811 time: 0.1426251 Jul 18 14:20:58.236657 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-f836a4b4-1beb-4749-ba77-ab10a1a82be6 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df5aea1d29c4a91b82a956e152bd214 HTTP/1.1" status: 200 len: 380 time: 0.0572941 Jul 18 14:20:58.246412 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'port': {'device_id': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'admin_state_up': True, 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'security_groups': ['65ce7fa4-ded9-4827-baa1-75a460417059']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:20:58.363553 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Made reservation on behalf of 9df5aea1d29c4a91b82a956e152bd214 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:20:58.367005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:58.497321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.20.0.14 (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a/b1bd83de-a793-4dd0-8ba1-4d29f43fbf51) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:20:58.596772 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:58.646228 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:58.680777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:58.688973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:58.731623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:20:58.738564 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:20:58.740949 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:58.743198 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:20:58.802531 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:58.803450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:58.823766 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cc1fbd5-afc6-4855-973f-0fa5a716c975 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819972 Jul 18 14:20:58.842631 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Request body: {'port': {'device_id': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:20:58.910921 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.029814 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e430640d-6fa7-4fb9-b3ec-d492dea4075a None None] Provisioning complete for port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:20:59.030836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e430640d-6fa7-4fb9-b3ec-d492dea4075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.087598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e430640d-6fa7-4fb9-b3ec-d492dea4075a None None] Port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:20:59.232176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646bede-3d65-4bb7-a36c-96f2b6a72871 req-8ff86c03-a173-43c5-b60b-83e5d3dcc745 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:59.245992 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3646bede-3d65-4bb7-a36c-96f2b6a72871 req-8ff86c03-a173-43c5-b60b-83e5d3dcc745 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 932 time: 0.0848315 Jul 18 14:20:59.316473 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:20:59.336513 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks [] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.364073 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3646bede-3d65-4bb7-a36c-96f2b6a72871 req-bc716164-7bce-4720-9a59-c6093db3031e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161361 Jul 18 14:20:59.367938 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Transition to ACTIVE for port object b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:20:59.375462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.437565 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:59.499632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:59.532487 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Attempting to bind port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:20:59.532833 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Attempting to bind port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:20:59.533168 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Attempting to bind port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:20:59.537972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:20:59.538308 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Attempting to bind port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 on network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:20:59.544229 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:20:59.544579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Checking segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:20:59.545035 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Bound using segment: {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:20:59.545388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Bound port: b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a66a3a3-ed1d-472f-a7a6-953ebe774e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:20:59.546089 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.626450 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:20:59.632874 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:20:59.640841 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.693933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:20:59.706555 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:59.707196 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:20:59.708629 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] 10.222.0.87 "PUT /v2.0/ports/b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 200 len: 1094 time: 0.8718550 Jul 18 14:20:59.709038 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:20:59.711600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:20:59.735079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85079a8-fa9a-4131-9994-3f767c47fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:20:59.779081 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8bc09c-fc81-466d-abd3-6afa13873b2a x-openstack-request-id: req-cc8bc09c-fc81-466d-abd3-6afa13873b2a {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:20:59.779483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:20:59.780220 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cc8bc09c-fc81-466d-abd3-6afa13873b2a {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:20:59.780899 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8bc09c-fc81-466d-abd3-6afa13873b2a'] response: {'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'status': 'completed', 'code': 200} Jul 18 14:20:59.839263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-bb9236ce-313c-40ad-a2f2-4664a80039bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:59.840956 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-bb9236ce-313c-40ad-a2f2-4664a80039bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1128 time: 0.0523095 Jul 18 14:20:59.910151 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-4cd0e9dc-0fb4-4370-80f9-80aa024e005c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 200 len: 217 time: 0.0455081 Jul 18 14:20:59.973420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-0fa4dc66-598f-4091-a23a-b9b2d85b591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:20:59.974902 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-0fa4dc66-598f-4091-a23a-b9b2d85b591a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0532513 Jul 18 14:21:00.024787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-0c4c2e5c-78bc-4015-9b36-bfba17267eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:00.026573 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-0c4c2e5c-78bc-4015-9b36-bfba17267eb7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454307 Jul 18 14:21:00.127424 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-d62ec50a-6c6b-4e76-a8c2-64da4c932e28 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913463 Jul 18 14:21:00.235772 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19c3118d-501d-45ef-ac2b-4e9aa3c6750a req-af77b33c-2265-4449-bdb8-155ba1de981d service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017864 Jul 18 14:21:00.527064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe8cba-f96b-4e1d-945e-8c1c08be4031 req-864cab32-9a3e-4bd9-be5a-27db808eb8fc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:00.528661 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-30fe8cba-f96b-4e1d-945e-8c1c08be4031 req-864cab32-9a3e-4bd9-be5a-27db808eb8fc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0675502 Jul 18 14:21:00.586915 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-30fe8cba-f96b-4e1d-945e-8c1c08be4031 req-cea51335-47ad-4ab4-a542-a78e948adec4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525131 Jul 18 14:21:01.589570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-249e2637-bec4-4d81-87c0-572ddb90bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:01.591329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-249e2637-bec4-4d81-87c0-572ddb90bf02 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1128 time: 0.0474610 Jul 18 14:21:01.715277 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-d34ce736-1a39-4530-9dac-6ebc7a699184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:01.716728 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-d34ce736-1a39-4530-9dac-6ebc7a699184 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.1196151 Jul 18 14:21:01.727145 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f9fe2-301d-40c8-9c11-f26c492eb65b req-c0e3d3d5-57b8-490e-aab0-71081b552d20 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:01.728522 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-838f9fe2-301d-40c8-9c11-f26c492eb65b req-c0e3d3d5-57b8-490e-aab0-71081b552d20 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0598726 Jul 18 14:21:01.776535 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-5f6777c3-7c0d-4572-8296-bea7079d57c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 200 len: 217 time: 0.0458319 Jul 18 14:21:01.837583 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-838f9fe2-301d-40c8-9c11-f26c492eb65b req-83300dc9-08d5-40ff-8ccf-b7616297bc09 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019609 Jul 18 14:21:01.846684 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-1f138c59-13c9-4bd5-8c38-c239adc7a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:01.848103 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-1f138c59-13c9-4bd5-8c38-c239adc7a698 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0632262 Jul 18 14:21:01.892613 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-b83eb0ba-1dfa-41f3-8aa9-e6fb6be5f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:01.894082 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-b83eb0ba-1dfa-41f3-8aa9-e6fb6be5f415 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392489 Jul 18 14:21:01.964303 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:01.991722 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-7d9f2c28-c639-43d2-b9e9-1a8552a47418 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910420 Jul 18 14:21:02.037527 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:02.039972 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:02.051487 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:02.091655 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d0d93b46-0988-4f0b-a67e-242a2e7d77e4 req-e9724a43-494d-4725-b097-90c0140d7d59 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930946 Jul 18 14:21:02.962854 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab71b-a337-4236-a5c2-8e6c99ce82c4 req-bc5f6abc-bfa7-4d6b-8ee5-84df0130c253 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:02.965217 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-118ab71b-a337-4236-a5c2-8e6c99ce82c4 req-bc5f6abc-bfa7-4d6b-8ee5-84df0130c253 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0565856 Jul 18 14:21:02.977187 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:03.023652 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-118ab71b-a337-4236-a5c2-8e6c99ce82c4 req-4fc5393f-ad26-4b84-b9a4-5d4b4671fa1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522768 Jul 18 14:21:03.290237 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:03.291231 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:04.284658 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cb4b2-b163-4892-97f1-3fe7ba90ac1d req-7f6badb1-4385-4d53-b2f0-5b433a0d759a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:04.286124 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c9cb4b2-b163-4892-97f1-3fe7ba90ac1d req-7f6badb1-4385-4d53-b2f0-5b433a0d759a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0476596 Jul 18 14:21:04.334626 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7c9cb4b2-b163-4892-97f1-3fe7ba90ac1d req-c7ecb4fe-5374-47fe-9d17-59430d4785d4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Jul 18 14:21:05.139532 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42392) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:05.251828 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d27ed115-10db-44c5-bb9c-c6bc82b18ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.327477 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d27ed115-10db-44c5-bb9c-c6bc82b18ac1 admin admin] Publish callbacks [] for security_group (d114c001-6778-4b21-94a5-990df5e2d681), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.331092 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d27ed115-10db-44c5-bb9c-c6bc82b18ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d114c001-6778-4b21-94a5-990df5e2d681), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.372471 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d27ed115-10db-44c5-bb9c-c6bc82b18ac1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=713970edcede4517b9e9ad6c11aef7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317448 Jul 18 14:21:05.373404 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ed115-10db-44c5-bb9c-c6bc82b18ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d114c001-6778-4b21-94a5-990df5e2d681,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:05.373759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42398) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:05.470403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] Publish callbacks [] for security_group (d114c001-6778-4b21-94a5-990df5e2d681), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.478488 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737363-9053-4a16-9199-9255ecfbad1e req-fc7cf071-fddc-4e6c-855c-7c8174044a9b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:05.480513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de737363-9053-4a16-9199-9255ecfbad1e req-fc7cf071-fddc-4e6c-855c-7c8174044a9b tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0755982 Jul 18 14:21:05.517449 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] Publish callbacks [] for security_group (d114c001-6778-4b21-94a5-990df5e2d681), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.574508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de737363-9053-4a16-9199-9255ecfbad1e req-6f75475f-d5a6-4556-9d70-2ab2edb9e50f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853343 Jul 18 14:21:05.597168 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (d114c001-6778-4b21-94a5-990df5e2d681), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.600203 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:05.601334 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d114c001-6778-4b21-94a5-990df5e2d681 HTTP/1.1" status: 204 len: 168 time: 0.2265828 Jul 18 14:21:05.610953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac2ad-8b8f-4a72-9d42-6fa157b5ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d114c001-6778-4b21-94a5-990df5e2d681,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:06.692905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804af7-9e8b-456d-a637-fa36617d15f2 req-043f9f95-2756-4052-a8b4-968d0ff37643 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:06.694379 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-45804af7-9e8b-456d-a637-fa36617d15f2 req-043f9f95-2756-4052-a8b4-968d0ff37643 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0511405 Jul 18 14:21:06.742678 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-45804af7-9e8b-456d-a637-fa36617d15f2 req-47b46030-e95b-4a81-88a2-56af8db0e0df tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Jul 18 14:21:07.454498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42432) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:07.561923 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c614dbc-cb4b-4c32-893a-e115951f6ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.636749 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c614dbc-cb4b-4c32-893a-e115951f6ec2 admin admin] Publish callbacks [] for security_group (ff9da652-afc0-4962-ae72-f47eea83170c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.640664 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3c614dbc-cb4b-4c32-893a-e115951f6ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ff9da652-afc0-4962-ae72-f47eea83170c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.679725 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3c614dbc-cb4b-4c32-893a-e115951f6ec2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c6a331b288da434c8c078433a3ab0ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242596 Jul 18 14:21:07.680838 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c614dbc-cb4b-4c32-893a-e115951f6ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9da652-afc0-4962-ae72-f47eea83170c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:07.682466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42436) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:07.731219 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] Publish callbacks [] for security_group (ff9da652-afc0-4962-ae72-f47eea83170c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.752422 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] Publish callbacks [] for security_group (ff9da652-afc0-4962-ae72-f47eea83170c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.801554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ff9da652-afc0-4962-ae72-f47eea83170c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.805424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:07.806786 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ff9da652-afc0-4962-ae72-f47eea83170c HTTP/1.1" status: 204 len: 168 time: 0.1226604 Jul 18 14:21:07.815336 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a22b05-bd9c-463f-abf7-a8f92142dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9da652-afc0-4962-ae72-f47eea83170c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:07.868193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6121-5f66-4092-a1fb-cb74c5da9561 req-b98501fc-11da-4e61-9faf-57992c4cf1f3 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:07.869735 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c98b6121-5f66-4092-a1fb-cb74c5da9561 req-b98501fc-11da-4e61-9faf-57992c4cf1f3 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0514340 Jul 18 14:21:07.924255 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c98b6121-5f66-4092-a1fb-cb74c5da9561 req-f39a0806-6266-4420-8e73-e0f69d348b33 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480640 Jul 18 14:21:08.083051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42444) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:08.096772 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ef734a4-d2b7-423e-a8fa-141c90a54e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.129566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:08.174852 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ef734a4-d2b7-423e-a8fa-141c90a54e2b admin admin] Publish callbacks [] for security_group (3d3eaa09-14a9-4577-a26e-68a59987e442), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.178330 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-3ef734a4-d2b7-423e-a8fa-141c90a54e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3d3eaa09-14a9-4577-a26e-68a59987e442), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.182975 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:08.221226 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-3ef734a4-d2b7-423e-a8fa-141c90a54e2b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2f8a0f6175764741bf7789b453d19e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371202 Jul 18 14:21:08.222860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef734a4-d2b7-423e-a8fa-141c90a54e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3eaa09-14a9-4577-a26e-68a59987e442,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:08.223973 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42446) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:08.272033 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] Publish callbacks [] for security_group (3d3eaa09-14a9-4577-a26e-68a59987e442), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.289244 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:08.292548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:08.294731 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] Publish callbacks [] for security_group (3d3eaa09-14a9-4577-a26e-68a59987e442), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.344198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3d3eaa09-14a9-4577-a26e-68a59987e442), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.346698 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.347842 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3d3eaa09-14a9-4577-a26e-68a59987e442 HTTP/1.1" status: 204 len: 168 time: 0.1228638 Jul 18 14:21:08.355737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58639c2-c5e2-41e4-b9d5-a10cbc850f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3eaa09-14a9-4577-a26e-68a59987e442,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:08.588130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8db89f25-121c-4468-b4e4-bc208be633a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.668634 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42452) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:08.682130 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf355eec-c660-424e-9310-2a2779b465d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.758253 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf355eec-c660-424e-9310-2a2779b465d7 admin admin] Publish callbacks [] for security_group (707eed2f-c36d-4fe7-8ca3-58b6d5d46cce), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.762300 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-bf355eec-c660-424e-9310-2a2779b465d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (707eed2f-c36d-4fe7-8ca3-58b6d5d46cce), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.798226 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355eec-c660-424e-9310-2a2779b465d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707eed2f-c36d-4fe7-8ca3-58b6d5d46cce,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:08.803065 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-bf355eec-c660-424e-9310-2a2779b465d7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3a67f5d9b4b042ed929fa5c3d2e07276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328170 Jul 18 14:21:08.805900 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42454) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:08.853717 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] Publish callbacks [] for security_group (707eed2f-c36d-4fe7-8ca3-58b6d5d46cce), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.875088 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] Publish callbacks [] for security_group (707eed2f-c36d-4fe7-8ca3-58b6d5d46cce), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.922399 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (707eed2f-c36d-4fe7-8ca3-58b6d5d46cce), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.925179 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:08.926298 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/707eed2f-c36d-4fe7-8ca3-58b6d5d46cce HTTP/1.1" status: 204 len: 168 time: 0.1199398 Jul 18 14:21:08.934333 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ecdf4-2250-4619-9ad0-31e218fad866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707eed2f-c36d-4fe7-8ca3-58b6d5d46cce,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:09.039467 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d328d-a85e-4ba3-89aa-ef77c1ca9754 req-55442679-c320-4616-a154-9eecfa047379 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:09.040965 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a50d328d-a85e-4ba3-89aa-ef77c1ca9754 req-55442679-c320-4616-a154-9eecfa047379 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0478332 Jul 18 14:21:09.090482 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a50d328d-a85e-4ba3-89aa-ef77c1ca9754 req-10157354-8c2b-4f20-bf88-8e29f0803234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Jul 18 14:21:10.211655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71f81-eca9-465b-bd86-83eba55d1cb0 req-fc41db13-6400-414e-a97a-1c775c3ab8a0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:10.213141 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83b71f81-eca9-465b-bd86-83eba55d1cb0 req-fc41db13-6400-414e-a97a-1c775c3ab8a0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 944 time: 0.0504003 Jul 18 14:21:10.261280 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-83b71f81-eca9-465b-bd86-83eba55d1cb0 req-6a5daccd-36fa-4c5b-836a-69ec03182930 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Jul 18 14:21:10.701711 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:21:10.784041 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1b34eb76-a10f-4f9f-80e3-55c2a2d5b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:10.814788 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:10.825611 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'port_id': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'mac_address': 'fa:16:3e:18:d1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:21:10.860228 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:21:10.860624 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:10.873153 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:21:10.892268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:10.896322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:10.941779 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:10.949333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.949477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.949723 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.950062 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.950399 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.950732 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.951064 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.951389 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.951770 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.952069 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.952401 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.952731 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.953050 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.953374 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:10.953690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:11.335467 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:21:11.377296 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7339c-7b68-417e-b9c7-5cecdee98218 req-771aede0-e42c-4298-bcba-31c55db1288f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:11.378776 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8de7339c-7b68-417e-b9c7-5cecdee98218 req-771aede0-e42c-4298-bcba-31c55db1288f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 945 time: 0.0479183 Jul 18 14:21:11.428097 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8de7339c-7b68-417e-b9c7-5cecdee98218 req-26ed2a5a-9906-4828-9da0-c3c2c5dd39ab tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Jul 18 14:21:11.994322 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:12.539523 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393af76-e8d7-41bf-83ef-4e081cbd71cf req-d1685f61-c385-46b0-8db7-2e2a918d893f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:12.541013 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c393af76-e8d7-41bf-83ef-4e081cbd71cf req-d1685f61-c385-46b0-8db7-2e2a918d893f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 945 time: 0.0465236 Jul 18 14:21:12.594010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c393af76-e8d7-41bf-83ef-4e081cbd71cf req-9d6cc44b-f79b-4823-a982-bdf54e6086e1 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467980 Jul 18 14:21:12.710785 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:21:12.752541 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:21:12.758116 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:21:12.758568 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:12.824550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:12.831914 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:21:12.832333 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:12.843367 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:12.857948 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:21:12.860225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f60c6-9074-4fe7-bd24-37b0dd4474c5" -d '{"events": [{"server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:21:12.873188 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:12.877039 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:12.926240 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:13.073077 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f811ad0d-228e-4a2c-8020-c5c66eb32718 x-openstack-request-id: req-f811ad0d-228e-4a2c-8020-c5c66eb32718 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:21:13.073700 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:21:13.073700 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f811ad0d-228e-4a2c-8020-c5c66eb32718 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:21:13.074537 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f811ad0d-228e-4a2c-8020-c5c66eb32718'] response: {'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'code': 200} Jul 18 14:21:13.254223 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:13.320240 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c481fe-deb7-421c-94b0-a4d9caf7f498 req-12e0b8d2-4444-4b7a-9920-90cce29b529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:13.321606 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96c481fe-deb7-421c-94b0-a4d9caf7f498 req-12e0b8d2-4444-4b7a-9920-90cce29b529c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1130 time: 0.0379121 Jul 18 14:21:13.367788 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96c481fe-deb7-421c-94b0-a4d9caf7f498 req-8a8aad5d-dd28-4c69-a9ad-f09d280111b3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Jul 18 14:21:13.593268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:13.705195 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367f9a-6829-47b4-a5e4-8035986c87a9 req-4df6d305-dc7d-4fc2-a106-26f9155280b3 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:13.706636 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65367f9a-6829-47b4-a5e4-8035986c87a9 req-4df6d305-dc7d-4fc2-a106-26f9155280b3 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0459118 Jul 18 14:21:13.755179 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65367f9a-6829-47b4-a5e4-8035986c87a9 req-85de56bd-45b5-4c8c-90aa-12b71e9ca37d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Jul 18 14:21:14.874959 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112588-6926-4121-ac8d-0b5027014837 req-b8a1b040-7be9-42dd-aaae-f7ec7db8b43f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:14.876579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de112588-6926-4121-ac8d-0b5027014837 req-b8a1b040-7be9-42dd-aaae-f7ec7db8b43f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0531161 Jul 18 14:21:14.940583 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-de112588-6926-4121-ac8d-0b5027014837 req-0f670aad-7942-453c-a044-ca056bc792bc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555880 Jul 18 14:21:16.053870 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578b8cc-e695-458b-bc7b-e394192487e8 req-d3eac8e0-d0c6-486f-b4cd-d2f021e392cd tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:16.055495 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3578b8cc-e695-458b-bc7b-e394192487e8 req-d3eac8e0-d0c6-486f-b4cd-d2f021e392cd tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0468903 Jul 18 14:21:16.103637 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3578b8cc-e695-458b-bc7b-e394192487e8 req-c6920da7-ec5b-48f3-8530-0470510c59b5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Jul 18 14:21:16.219191 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae364a6-0326-4b68-b88a-b00522931221 req-31fd6d3a-3dc9-43af-931a-f6303bfa53e4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:16.220668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aae364a6-0326-4b68-b88a-b00522931221 req-31fd6d3a-3dc9-43af-931a-f6303bfa53e4 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Jul 18 14:21:16.268900 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-aae364a6-0326-4b68-b88a-b00522931221 req-76d12b0a-fd13-4e32-8d8e-fb3cc1ecb03c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Jul 18 14:21:16.290127 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42480) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:16.474039 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c6562-6e88-46bb-b9bc-0f066837af31 tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:16.475539 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-d47c6562-6e88-46bb-b9bc-0f066837af31 tempest-TestVolumeBootPattern-49622625 tempest-TestVolumeBootPattern-49622625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1125 time: 0.1844161 Jul 18 14:21:16.478340 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42484) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:16.483022 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'port_id': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:16.503487 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:16.580175 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:16.688201 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Allocated IP 172.27.1.184 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:21:16.790914 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:16.809228 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:16.813849 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:16.831044 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:16.867668 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:21:16.874031 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:21:16.878020 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:21:16.883424 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:17.225482 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (aecd1093-5311-4d35-ab85-e9a438fcfd03), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.290004 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.436361 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.440779 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.506459 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event updated for resources: {'Port': ['ID=5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:17.521905 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (aecd1093-5311-4d35-ab85-e9a438fcfd03), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.595519 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:17.611035 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:17.618179 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.l3_db [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP aecd1093-5311-4d35-ab85-e9a438fcfd03 associated. External IP: 172.27.1.184, port: b1bd83de-a793-4dd0-8ba1-4d29f43fbf51. Jul 18 14:21:17.812823 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:21:17.914182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:21:17.924647 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:21:17.932524 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:17.935979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:21:17.936606 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:17.962427 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-29c8790f-7699-44a8-a86c-bbff29ad0ab0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4830654 Jul 18 14:21:17.963709 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'}] {{(pid=104071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:21:17.966572 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51faacae86d4e72496d7d93bd2d0ff91478f2c38b47d09dd7c5592f27b0a1b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab81865-5974-4ae7-99c7-38f08aa8e958" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51"}]}' {{(pid=104071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:21:18.039479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:21:18.066075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d7fddf-356b-49fe-aa33-624be40a9d96 x-openstack-request-id: req-03d7fddf-356b-49fe-aa33-624be40a9d96 {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:21:18.066372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51", "status": "completed", "code": 200}]} {{(pid=104071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:21:18.066636 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-03d7fddf-356b-49fe-aa33-624be40a9d96 {{(pid=104071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:21:18.067047 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d7fddf-356b-49fe-aa33-624be40a9d96'] response: {'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'status': 'completed', 'code': 200} Jul 18 14:21:18.147754 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:18.156879 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-379208ca-670a-4f34-b463-a8b963aa95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:18.158410 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-379208ca-670a-4f34-b463-a8b963aa95a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1130 time: 0.0407140 Jul 18 14:21:18.253455 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-61cdbc2f-09f9-4751-86b6-4ddaf3e18d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:18.254947 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-61cdbc2f-09f9-4751-86b6-4ddaf3e18d51 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0902934 Jul 18 14:21:18.256773 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'aecd1093-5311-4d35-ab85-e9a438fcfd03', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:18:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:17Z', 'updated_at': '2022-07-18T14:21:17Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}, {'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:18.288857 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:21:18.297973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:21:18.298583 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:18.318322 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-d1389da6-42d5-4a41-87a1-222600c07b65 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 200 len: 1000 time: 0.0576978 Jul 18 14:21:18.352328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:18.369031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-d22789ad-1289-49c6-b40f-9dbee39feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:18.370524 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-d22789ad-1289-49c6-b40f-9dbee39feca6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0462606 Jul 18 14:21:18.417206 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-91cec25c-8d6b-4cfb-8adf-3df14ddd7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:18.418789 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-91cec25c-8d6b-4cfb-8adf-3df14ddd7cfd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414343 Jul 18 14:21:18.514666 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-99097c58-30ad-4d56-ac37-6bcecee6d023 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895731 Jul 18 14:21:18.521555 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:21:18.609052 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9ab81865-5974-4ae7-99c7-38f08aa8e958 req-1314fd74-20d4-4950-a8ba-5f496cd883d5 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877638 Jul 18 14:21:18.739127 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'aecd1093-5311-4d35-ab85-e9a438fcfd03', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:18:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:17Z', 'updated_at': '2022-07-18T14:21:17Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}, {'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:18.764139 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16826dfd-a897-407e-88cb-17a21a0929d0 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'aecd1093-5311-4d35-ab85-e9a438fcfd03', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:18:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:17Z', 'updated_at': '2022-07-18T14:21:17Z', 'revision_number': 0, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}, {'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:21:18.969557 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd9dfe5-09dc-448d-88fd-a51653552553 None None] New status for floating IP aecd1093-5311-4d35-ab85-e9a438fcfd03: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:21:27.957653 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=37 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:27.958902 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:28.600656 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:21:28.604210 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=27 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:28.606121 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=45 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:28.741837 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:28.742530 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:32.067739 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:37.159840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103e2ea-cb81-48c3-a1da-642f2f84abb0 req-fe08cd9b-0b21-4961-90db-1afecb90b729 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:37.161330 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e103e2ea-cb81-48c3-a1da-642f2f84abb0 req-fe08cd9b-0b21-4961-90db-1afecb90b729 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0474296 Jul 18 14:21:37.207490 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e103e2ea-cb81-48c3-a1da-642f2f84abb0 req-6482ed89-c522-469b-bb09-fc9d4b6e2c00 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Jul 18 14:21:38.326917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05bf15-d72c-4ab5-93ee-c1ba4cd02454 req-5e951223-7128-438f-b510-104f8dfa4f2a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:38.328409 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e05bf15-d72c-4ab5-93ee-c1ba4cd02454 req-5e951223-7128-438f-b510-104f8dfa4f2a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0467999 Jul 18 14:21:38.374659 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5e05bf15-d72c-4ab5-93ee-c1ba4cd02454 req-2c062352-f2dd-4a4e-aedd-85a16978983c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Jul 18 14:21:38.590214 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-60914a89-00f8-404c-b5e9-69b65f0b8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:38.596432 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:38.597268 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:39.310490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-3c0d2d4b-12f3-47e4-82d9-5dddf48100be tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:39.311838 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-3c0d2d4b-12f3-47e4-82d9-5dddf48100be tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0497062 Jul 18 14:21:39.393543 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Deleting port d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:21:39.394208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:39.511401 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7fc00-7c94-4f3d-ac25-005956b09964 req-0f49c808-b0b3-447f-b53a-348a897865bf tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:39.512897 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2b7fc00-7c94-4f3d-ac25-005956b09964 req-0f49c808-b0b3-447f-b53a-348a897865bf tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 946 time: 0.0635746 Jul 18 14:21:39.532021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] For port d2e80dca-1817-42f8-9092-05e8705d1f77, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d2e80dca-1817-42f8-9092-05e8705d1f77,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:39.532390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:39.617139 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d2b7fc00-7c94-4f3d-ac25-005956b09964 req-723ee546-fb6b-47f7-958b-9cc36420f862 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=6aab94c8-9f1d-44a9-a04c-585242e4ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981021 Jul 18 14:21:39.727826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:39.728245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:39.728605 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Floating IP ca3b52de-5e00-409d-ad43-5853c3e1e1c4 disassociated. External IP: 172.27.1.71, port: d2e80dca-1817-42f8-9092-05e8705d1f77. Jul 18 14:21:39.729000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Calling delete_port for d2e80dca-1817-42f8-9092-05e8705d1f77 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:21:39.856836 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (d2e80dca-1817-42f8-9092-05e8705d1f77), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:39.888972 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'Port': ['ID=d2e80dca-1817-42f8-9092-05e8705d1f77,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:39.900147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.900506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.900858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.901197 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.901710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.901871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.902226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.902560 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.902888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.903218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.904118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.904118 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.904440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.904609 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.904951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:39.994768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:39.998620 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:40.011045 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:21:40.115825 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:21:40.126543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:21:40.136640 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:21:40.137315 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:40.161396 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] No DVR routers for this DVR port d2e80dca-1817-42f8-9092-05e8705d1f77 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:21:40.163782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:40.167040 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e077286-7920-4dae-abe4-9d7e808e6821 req-07ef89e2-1966-47af-84a7-7158a2e50019 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "DELETE /v2.0/ports/d2e80dca-1817-42f8-9092-05e8705d1f77 HTTP/1.1" status: 204 len: 173 time: 0.8501534 Jul 18 14:21:40.167493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-deleted', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:21:40.169776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcccc51-2a61-4c4d-9402-871f102fdbf0" -d '{"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-deleted", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:21:40.207087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca18375-eded-4821-ac40-b634a46a5914 x-openstack-request-id: req-dca18375-eded-4821-ac40-b634a46a5914 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:21:40.207388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4858912-7c34-49ae-ad4b-ed96c3ca704a", "name": "network-vif-deleted", "tag": "d2e80dca-1817-42f8-9092-05e8705d1f77", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:21:40.207635 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dca18375-eded-4821-ac40-b634a46a5914 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:21:40.208120 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca18375-eded-4821-ac40-b634a46a5914'] response: {'server_uuid': 'c4858912-7c34-49ae-ad4b-ed96c3ca704a', 'name': 'network-vif-deleted', 'tag': 'd2e80dca-1817-42f8-9092-05e8705d1f77', 'status': 'completed', 'code': 200} Jul 18 14:21:40.242567 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:21:40.440787 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:40.468937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:21:40.477442 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:21:40.477998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:40.575586 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:21:40.666939 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-5863bb14-073c-49cb-a567-e1504612ee0a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312376 Jul 18 14:21:40.752836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6dde13a7-1c04-4626-a33f-9dbd57766a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:40.778221 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-10f6e943-f4f3-4fcc-a9fd-d483bd28ae62 req-b0747320-e25e-45a4-9d1f-c9ddf0f35bf0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 210 time: 0.0583112 Jul 18 14:21:40.780011 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-9325e8a5-6840-4691-98be-ba86062d4850 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=c4858912-7c34-49ae-ad4b-ed96c3ca704a HTTP/1.1" status: 200 len: 210 time: 0.0290184 Jul 18 14:21:40.819357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:21:40.845556 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2c411-664c-4054-aa86-2da178bf7fd5 None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:21:40.920349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-222dfa36-75f4-4c5f-9c11-9935005a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:40.922262 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-222dfa36-75f4-4c5f-9c11-9935005a9915 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3e0348cc781c4af3bfc3302499b19c74&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1011498 Jul 18 14:21:41.021464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-e1b08556-32e2-4099-b9e3-9095b47baf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:41.022933 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c2ca003b-6ad5-40b6-a394-cb94a2b98098 req-e1b08556-32e2-4099-b9e3-9095b47baf8d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952194 Jul 18 14:21:41.068827 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab801df8-7682-430d-bde4-d4de084d1b4a None None] New status for floating IP ca3b52de-5e00-409d-ad43-5853c3e1e1c4: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:21:41.869875 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42536) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:41.927259 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (6aab94c8-9f1d-44a9-a04c-585242e4ac62), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:41.951343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (6aab94c8-9f1d-44a9-a04c-585242e4ac62), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:41.994406 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.002690 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (6aab94c8-9f1d-44a9-a04c-585242e4ac62), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.006609 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.008109 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "DELETE /v2.0/security-groups/6aab94c8-9f1d-44a9-a04c-585242e4ac62 HTTP/1.1" status: 204 len: 168 time: 0.1370301 Jul 18 14:21:42.012206 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42538) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:42.019754 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab94c8-9f1d-44a9-a04c-585242e4ac62,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:42.026973 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.027334 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.027685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.028057 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.028400 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.028741 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.029078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.029412 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.029747 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.030077 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.030410 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.030743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.031074 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.031404 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.031733 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721533c-dfba-4c51-a931-c3fc525f925a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:21:42.274313 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-371a0073-9e31-4df5-a437-e8c132c2fa63 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] show failed (client error): The resource could not be found. Jul 18 14:21:42.275348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-371a0073-9e31-4df5-a437-e8c132c2fa63 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups/6aab94c8-9f1d-44a9-a04c-585242e4ac62 HTTP/1.1" status: 404 len: 347 time: 0.2621553 Jul 18 14:21:42.278264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42540) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:42.385738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Deleting port a11d7db8-97f7-4a2c-9a96-b1ddc5753e53 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:21:42.386084 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.460150 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.460482 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.472710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Calling delete_port for a11d7db8-97f7-4a2c-9a96-b1ddc5753e53 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:21:42.600964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (a11d7db8-97f7-4a2c-9a96-b1ddc5753e53), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.626343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'Port': ['ID=a11d7db8-97f7-4a2c-9a96-b1ddc5753e53,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:42.689980 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (ca3b52de-5e00-409d-ad43-5853c3e1e1c4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.692545 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:42.693699 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0b66ddbe-cf1d-4550-9675-e131294f8ef4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "DELETE /v2.0/floatingips/ca3b52de-5e00-409d-ad43-5853c3e1e1c4 HTTP/1.1" status: 204 len: 168 time: 0.4145443 Jul 18 14:21:42.870438 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:21:42.889243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: d2e80dca-1817-42f8-9092-05e8705d1f77 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:21:42.889580 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device d2e80dca-1817-42f8-9092-05e8705d1f77 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:21:43.258844 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.595664 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.790143 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42546) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:43.795119 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359402005', 'description': 'tempest-description--1642882016'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:43.817407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.842994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:43.850114 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:43.888181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (f24b3941-d0f4-4ddb-a12f-2f57ba6a6699), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.891718 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f24b3941-d0f4-4ddb-a12f-2f57ba6a6699), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.923127 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:43.924365 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331062 Jul 18 14:21:43.925421 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d88a8-8a55-4045-bb6a-961898749853 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:43.927985 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42548) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:43.932943 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group_rule': {'security_group_id': 'f24b3941-d0f4-4ddb-a12f-2f57ba6a6699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:43.960401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (16e5e760-1316-421d-ac4b-94c3a65d17bb), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.013996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (16e5e760-1316-421d-ac4b-94c3a65d17bb), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.017273 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (16e5e760-1316-421d-ac4b-94c3a65d17bb), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.035223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e5e760-1316-421d-ac4b-94c3a65d17bb,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:44.039887 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.043775 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-84ba236e-6f71-4364-8a66-e3ca991dc8f3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146145 Jul 18 14:21:44.043905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42550) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:44.048888 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'security_group_rule': {'security_group_id': 'f24b3941-d0f4-4ddb-a12f-2f57ba6a6699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:44.076163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (20773adc-1dae-4f1d-bb88-0e36cd0f5d94), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.131976 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (20773adc-1dae-4f1d-bb88-0e36cd0f5d94), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.135518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (20773adc-1dae-4f1d-bb88-0e36cd0f5d94), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.155687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20773adc-1dae-4f1d-bb88-0e36cd0f5d94,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:44.164130 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.165343 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-11fcd922-fffc-4654-9adb-9117eae491bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205068 Jul 18 14:21:44.168340 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42552) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:21:44.173139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:44.193849 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.270503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.378462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Allocated IP 172.27.1.63 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/e05ca3ce-70cd-4bca-ac93-b4f45172c8e0) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:21:44.478693 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.510389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.548753 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:21:44.552967 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:21:44.555325 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:21:44.585951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=e05ca3ce-70cd-4bca-ac93-b4f45172c8e0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:44.629724 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:44.640233 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:44.648817 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.686390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.834462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.840264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.912803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=e05ca3ce-70cd-4bca-ac93-b4f45172c8e0,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:44.925209 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.941329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:44.942573 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2f3fd793-5912-4709-88e3-8bc0b364e001 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7732806 Jul 18 14:21:45.133744 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-c792baf7-863b-45ec-a07e-81ad04fd1dc6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1359402005&fields=id&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 267 time: 0.0421662 Jul 18 14:21:45.242789 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-3e87518b-667a-44e6-a46b-138c5d10da2e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:45.244270 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-3e87518b-667a-44e6-a46b-138c5d10da2e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 816 time: 0.1043024 Jul 18 14:21:45.259017 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-38646ee5-36fa-4c32-ae21-7cebcdf1c957 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/quotas/3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 375 time: 0.0094352 Jul 18 14:21:45.306165 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-ff4c7203-d350-4815-8044-8136e9f8f173 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423462 Jul 18 14:21:45.366674 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-cc349453-2e24-409c-8ca4-bdcdbecd6a44 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:21:45.367682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-cc349453-2e24-409c-8ca4-bdcdbecd6a44 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499828 Jul 18 14:21:45.457376 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-4f8956ef-637e-4471-ba5e-c87df366537c service neutron] 10.222.0.94 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Jul 18 14:21:45.549564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-8d7a0cf8-b19b-4c8d-8782-d8f334a3fd92 service neutron] 10.222.0.94 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866857 Jul 18 14:21:46.716589 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e6d26bed-9239-4ebe-b613-97ca0a0a131c req-87cfb813-6042-4000-873f-9e9527ee083f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0289915 Jul 18 14:21:47.807110 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0dbcb731-565c-4d85-9ec9-c8c9e2058ec0 req-69fcdf70-46ce-4b96-9b1b-ab6d20dafe0f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0368512 Jul 18 14:21:48.889777 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fd906404-077e-4c93-9b10-8ee33402f074 req-4fabd6eb-92bc-4d5d-9978-8e5caf23e31d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0298812 Jul 18 14:21:50.034983 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-257cd0db-74f5-48a0-83ee-49b0096b4c9a req-6b72437d-625e-4514-bea4-dbeddf78b7d2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Jul 18 14:21:51.136617 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ca68ca73-7804-4c1f-9888-ed6db3636938 req-5537f74b-4084-44ad-a78b-78a9e8aaed65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jul 18 14:21:51.138981 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:51.141905 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:51.738357 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-d2d52834-e664-4acf-b4f8-e6e6b6a420dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:51.739799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-d2d52834-e664-4acf-b4f8-e6e6b6a420dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 816 time: 0.1043937 Jul 18 14:21:51.782637 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:51.787136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:51.814600 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-df291526-2de1-44d6-8a60-38a884f2d9ed tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 380 time: 0.0599585 Jul 18 14:21:51.904477 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'port': {'device_id': '51b11b52-344f-40fa-9223-bde705aedfc9', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'admin_state_up': True, 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'security_groups': ['f24b3941-d0f4-4ddb-a12f-2f57ba6a6699']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:52.015626 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Made reservation on behalf of 3e0348cc781c4af3bfc3302499b19c74 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:21:52.019532 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.144544 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Allocated IP 172.20.0.11 (20020f83-2428-4bfd-81fa-0f1a764c36bd/4220aa45-982a-4945-b102-33d5fb227f1f/43f446cc-b2f0-4389-ba66-647b952de4e8) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:21:52.270196 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4e769c0b-c20f-475d-acfa-d0568fb14c07 req-1ca16f13-1c33-4b1d-807e-5fb1810da7b4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0540066 Jul 18 14:21:52.314938 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.346608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.392079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:21:52.397307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:21:52.401278 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:21:52.407321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:52.454993 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:52.455616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.472341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-756e8877-3ad8-41c5-9b1f-7c3fa3580950 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718141 Jul 18 14:21:52.489613 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Request body: {'port': {'device_id': '51b11b52-344f-40fa-9223-bde705aedfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:21:52.561603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.675218 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-1ad77332-5537-4389-b09c-7cf719e2c365 None None] Provisioning complete for port 43f446cc-b2f0-4389-ba66-647b952de4e8 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:21:52.675791 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1ad77332-5537-4389-b09c-7cf719e2c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.708237 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:52.711036 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-1ad77332-5537-4389-b09c-7cf719e2c365 None None] Port 43f446cc-b2f0-4389-ba66-647b952de4e8 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:21:52.730989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:52.733285 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:52.819796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:21:52.827145 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks [] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.840027 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Transition to ACTIVE for port object 43f446cc-b2f0-4389-ba66-647b952de4e8 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:21:52.844478 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:52.899122 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:52.973390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Attempting to bind port 43f446cc-b2f0-4389-ba66-647b952de4e8 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:21:52.973731 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Attempting to bind port 43f446cc-b2f0-4389-ba66-647b952de4e8 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:21:52.974066 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Attempting to bind port 43f446cc-b2f0-4389-ba66-647b952de4e8 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:21:52.978727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Port 43f446cc-b2f0-4389-ba66-647b952de4e8 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:21:52.979050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Attempting to bind port 43f446cc-b2f0-4389-ba66-647b952de4e8 on network 20020f83-2428-4bfd-81fa-0f1a764c36bd {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:21:52.984330 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:21:52.984674 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Checking segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:21:52.985608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Bound using segment: {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:21:52.986046 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Bound port: 43f446cc-b2f0-4389-ba66-647b952de4e8, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a91bfa5-2855-4492-9445-c6f7aeb01ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:21:52.986407 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:53.049997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:21:53.053057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:21:53.057887 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:53.089787 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:53.090318 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:53.091693 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] 10.222.0.87 "PUT /v2.0/ports/43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 1094 time: 0.6063445 Jul 18 14:21:53.092144 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:21:53.094411 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417bf16-482b-4132-a9dc-36a5310b4019" -d '{"events": [{"name": "network-changed", "server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:21:53.122825 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b418-f648-4603-8bc4-82cd97ed05b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:53.145860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84373e2f-84e5-44cb-bdd4-b82bc0dbe4ae x-openstack-request-id: req-84373e2f-84e5-44cb-bdd4-b82bc0dbe4ae {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:21:53.146463 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:21:53.146463 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-84373e2f-84e5-44cb-bdd4-b82bc0dbe4ae {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:21:53.146896 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84373e2f-84e5-44cb-bdd4-b82bc0dbe4ae'] response: {'name': 'network-changed', 'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'status': 'completed', 'code': 200} Jul 18 14:21:53.206602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-dee8d988-ff79-4c14-8ae6-5f6f99c5f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:53.208200 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-dee8d988-ff79-4c14-8ae6-5f6f99c5f363 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1128 time: 0.0454698 Jul 18 14:21:53.256461 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-290b16b6-5341-4391-93e3-d432a1f7a6bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 217 time: 0.0357025 Jul 18 14:21:53.304735 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-e79ea528-8f10-4d3b-b8bf-b0c634beb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:53.306198 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-e79ea528-8f10-4d3b-b8bf-b0c634beb4fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0445459 Jul 18 14:21:53.380928 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-fe0dcaff-794c-4226-a905-3f9bc35c4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:53.382420 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-fe0dcaff-794c-4226-a905-3f9bc35c4306 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704935 Jul 18 14:21:53.414645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d358-59ee-45c1-8a23-d68e4be2bd8c req-facc080c-c110-4d8a-b2f5-b0c005dbf16a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:53.416104 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adb9d358-59ee-45c1-8a23-d68e4be2bd8c req-facc080c-c110-4d8a-b2f5-b0c005dbf16a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0731289 Jul 18 14:21:53.506036 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-adb9d358-59ee-45c1-8a23-d68e4be2bd8c req-abbecf9d-d653-4669-b509-2f253a55cad7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817451 Jul 18 14:21:53.523211 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-639456ab-85b9-4a85-9ba4-803b97906ab0 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313207 Jul 18 14:21:53.615972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-011c714b-d5ce-4d55-aefb-fd0afc3b3c0c req-3f53ef24-b473-48b9-a0f9-3da865748e9a service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899827 Jul 18 14:21:54.033283 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:54.035225 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:54.587098 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:54.626074 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23b597-2677-4e25-801f-bdd5d66264f7 req-ba2c2770-80e7-433c-8d8e-9699b80b5af1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:54.627543 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff23b597-2677-4e25-801f-bdd5d66264f7 req-ba2c2770-80e7-433c-8d8e-9699b80b5af1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0493987 Jul 18 14:21:54.647127 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:54.676912 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff23b597-2677-4e25-801f-bdd5d66264f7 req-d2f1403c-461c-49ed-ada1-b57e16449261 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 Jul 18 14:21:55.800765 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1849-84fe-4332-93b9-9f1d68c7eb31 req-a91ff714-133a-4b92-a977-117b17985c83 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:55.802268 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-914b1849-84fe-4332-93b9-9f1d68c7eb31 req-a91ff714-133a-4b92-a977-117b17985c83 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0530634 Jul 18 14:21:55.848994 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-914b1849-84fe-4332-93b9-9f1d68c7eb31 req-6b77d850-1e3d-4db3-bd4b-4f6d80b02363 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Jul 18 14:21:56.175213 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-98d64085-e5f5-48bc-a939-e3417c949147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:56.176689 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-98d64085-e5f5-48bc-a939-e3417c949147 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1128 time: 0.0390401 Jul 18 14:21:56.268343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-01ab8e78-3264-4df3-86b8-28acd6996dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:56.269799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-01ab8e78-3264-4df3-86b8-28acd6996dce service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0866985 Jul 18 14:21:56.311096 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-645be85a-70c8-4086-b115-9e2568cd74b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 217 time: 0.0356116 Jul 18 14:21:56.357576 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-c5af90ac-9c71-4cfa-afaf-1d455d843dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:56.358946 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-c5af90ac-9c71-4cfa-afaf-1d455d843dfd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0422158 Jul 18 14:21:56.403536 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-e23f4810-6336-4f17-85af-8945034f0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:56.405092 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-e23f4810-6336-4f17-85af-8945034f0c24 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405500 Jul 18 14:21:56.494152 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-bbe730bc-fba3-4628-b20d-507161250d5e service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830626 Jul 18 14:21:56.585502 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4417bf16-482b-4132-a9dc-36a5310b4019 req-a88dfe32-33e2-4654-96b0-b939f3b0d88f service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852273 Jul 18 14:21:56.874872 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:21:56.967328 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8726c-f320-4640-ae43-7a1686c67b61 req-ec3f09b5-2e68-467f-b7e6-8e01f2841c08 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:56.968858 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1b8726c-f320-4640-ae43-7a1686c67b61 req-ec3f09b5-2e68-467f-b7e6-8e01f2841c08 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0488653 Jul 18 14:21:56.976304 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:56.987605 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:21:57.010741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:57.019854 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f1b8726c-f320-4640-ae43-7a1686c67b61 req-12319227-3161-48e9-abd2-3ad8c5e8282b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Jul 18 14:21:57.024688 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:21:57.025080 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:57.038830 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:21:57.058001 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:57.061686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:57.105939 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:57.491003 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['43f446cc-b2f0-4389-ba66-647b952de4e8'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:21:58.135294 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338105c4-80e0-4052-b5f9-5212175da47e req-abb917d8-e55c-49cd-870a-476d73f03d5a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:58.136815 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-338105c4-80e0-4052-b5f9-5212175da47e req-abb917d8-e55c-49cd-870a-476d73f03d5a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 945 time: 0.0459728 Jul 18 14:21:58.186451 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-338105c4-80e0-4052-b5f9-5212175da47e req-12621f18-33a1-488f-9d66-6a70279fb695 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Jul 18 14:21:58.897114 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:21:58.938981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 43f446cc-b2f0-4389-ba66-647b952de4e8 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:21:58.948275 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 43f446cc-b2f0-4389-ba66-647b952de4e8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:21:58.948653 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:59.021365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:21:59.021752 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:59.044670 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:21:59.046811 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee29714-2e90-4a2d-beaa-f75defd268ae" -d '{"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:21:59.059447 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:21:59.063600 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:21:59.085689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1aa374-e284-43d0-99f2-25ba2d64d80e x-openstack-request-id: req-6f1aa374-e284-43d0-99f2-25ba2d64d80e {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:21:59.085979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:21:59.086232 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6f1aa374-e284-43d0-99f2-25ba2d64d80e {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:21:59.086623 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1aa374-e284-43d0-99f2-25ba2d64d80e'] response: {'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'code': 200} Jul 18 14:21:59.111079 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:21:59.318324 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d4a91-73af-424e-b8f0-27eb6ab3edd7 req-5f10d959-cdd0-4079-b877-68efb8a356df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:59.319739 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-471d4a91-73af-424e-b8f0-27eb6ab3edd7 req-5f10d959-cdd0-4079-b877-68efb8a356df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0705709 Jul 18 14:21:59.327743 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b568-ef26-4750-be91-81191a392660 req-673cd432-d40b-4e80-a0f4-805538e3b5d9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:21:59.329683 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3100b568-ef26-4750-be91-81191a392660 req-673cd432-d40b-4e80-a0f4-805538e3b5d9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0684721 Jul 18 14:21:59.383862 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:21:59.399411 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-471d4a91-73af-424e-b8f0-27eb6ab3edd7 req-09a71a1a-d034-4abc-806a-5ad07efe9c21 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688543 Jul 18 14:21:59.403561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3100b568-ef26-4750-be91-81191a392660 req-b6b75311-f09e-4b3a-87c2-7eb8fb808423 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669253 Jul 18 14:22:00.523970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf9c6c-dc2b-4555-bd6f-d0c265107e6d req-108a3313-540b-4a9d-ac57-da26d5dd366c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:00.525446 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cdcf9c6c-dc2b-4555-bd6f-d0c265107e6d req-108a3313-540b-4a9d-ac57-da26d5dd366c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0496445 Jul 18 14:22:00.571795 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cdcf9c6c-dc2b-4555-bd6f-d0c265107e6d req-ab8f6d2c-ac6d-401a-ad7b-0ec45f7d95c7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Jul 18 14:22:01.687913 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae20d-54ad-40b5-a4c1-42953edd4efb req-cdfeb5aa-0fa6-45a6-a947-dcab49c7b69d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:01.689867 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e1ae20d-54ad-40b5-a4c1-42953edd4efb req-cdfeb5aa-0fa6-45a6-a947-dcab49c7b69d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0464303 Jul 18 14:22:01.736227 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3e1ae20d-54ad-40b5-a4c1-42953edd4efb req-77b42e95-31b9-477c-a3ab-e4271d6033f6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Jul 18 14:22:01.832551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:01.849988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7655cdf-217f-47b9-8888-9faeb4cafd64 req-e15ea349-36e3-4cbe-9cb0-ccdb4de0652a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:01.851366 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d7655cdf-217f-47b9-8888-9faeb4cafd64 req-e15ea349-36e3-4cbe-9cb0-ccdb4de0652a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Jul 18 14:22:01.861060 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42634) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:22:01.865250 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Request body: {'floatingip': {'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:22:01.901867 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:02.070767 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:02.578252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:02.582373 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:02.676869 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Floating IP 5c7b3675-1a83-4054-bdbb-1242b0f0ed2b associated. External IP: 172.27.1.63, port: 43f446cc-b2f0-4389-ba66-647b952de4e8. Jul 18 14:22:02.865389 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:02.877616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:22:02.987232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:22:02.992281 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:02.996990 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:22:03.010696 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:22:03.011309 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:22:03.022337 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-895e4de2-cd62-421f-960c-6ef58d550c3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "PUT /v2.0/floatingips/5c7b3675-1a83-4054-bdbb-1242b0f0ed2b HTTP/1.1" status: 200 len: 991 time: 1.1602547 Jul 18 14:22:03.022926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:22:03.025225 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d4581-2ba8-4f85-8293-d2741286d848" -d '{"events": [{"name": "network-changed", "server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:22:03.061349 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f804f-8caa-4299-8332-83e80bef7e2f x-openstack-request-id: req-835f804f-8caa-4299-8332-83e80bef7e2f {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:22:03.061645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:22:03.061905 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-835f804f-8caa-4299-8332-83e80bef7e2f {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:22:03.062326 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835f804f-8caa-4299-8332-83e80bef7e2f'] response: {'name': 'network-changed', 'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'status': 'completed', 'code': 200} Jul 18 14:22:03.086360 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:03.118375 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:22:03.149200 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-2875eeda-7c88-488c-b864-37959bf3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:03.150816 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-2875eeda-7c88-488c-b864-37959bf3615d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0453269 Jul 18 14:22:03.187471 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:03.249494 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-cedcea1d-2a7a-4ebd-9963-2fbd781c9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:03.251674 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-cedcea1d-2a7a-4ebd-9963-2fbd781c9c51 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0945828 Jul 18 14:22:03.317594 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-e4e5e82d-67b2-44fb-8beb-67e434bf6938 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 999 time: 0.0596731 Jul 18 14:22:03.366081 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-83ca165c-7761-4329-92d7-45047c1ad7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:03.367533 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-83ca165c-7761-4329-92d7-45047c1ad7da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0447459 Jul 18 14:22:03.411085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-1ccb49b5-2152-4898-b67f-d3df7849e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:03.412631 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-1ccb49b5-2152-4898-b67f-d3df7849e4ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395737 Jul 18 14:22:03.450910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '5c7b3675-1a83-4054-bdbb-1242b0f0ed2b', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b11b52-344f-40fa-9223-bde705aedfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:44Z', 'updated_at': '2022-07-18T14:22:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:22:03.479494 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:22:03.487861 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:22:03.488504 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:21:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:22:03.506410 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-d5cc8b90-8efa-449e-8abb-192760776cb3 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Jul 18 14:22:03.520462 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:03.588505 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:22:03.597254 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e40d4581-2ba8-4f85-8293-d2741286d848 req-fe70d804-1847-4412-8ee5-075e58404d2f service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 Jul 18 14:22:03.800106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '5c7b3675-1a83-4054-bdbb-1242b0f0ed2b', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b11b52-344f-40fa-9223-bde705aedfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:44Z', 'updated_at': '2022-07-18T14:22:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:22:03.824996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14231a-a7d2-46c9-8881-47b0da92e47c None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '5c7b3675-1a83-4054-bdbb-1242b0f0ed2b', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b11b52-344f-40fa-9223-bde705aedfc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:21:44Z', 'updated_at': '2022-07-18T14:22:02Z', 'revision_number': 1, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:22:04.014264 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41b615d-5cd7-46bd-9c5f-3d65802f2f89 None None] New status for floating IP 5c7b3675-1a83-4054-bdbb-1242b0f0ed2b: ACTIVE {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:22:05.599138 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:22:08.595346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0603aab5-cfb5-4b19-bac2-acfc9ec47428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:10.734234 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-63de1f81-3a56-464f-9af4-c8ab8b063e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:11.997375 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:13.292628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:13.592028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=37 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:13.593983 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=67 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:13.599726 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:15.595462 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:21.278724 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:23.586911 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:23.593986 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:32.086829 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:38.596840 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-31ebd593-44ba-44e6-b8df-09d4497d7356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:40.736017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b25071f8-ea19-499e-b489-1af6cd858301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:41.509448 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-4c3581db-12f0-47ed-8906-802d1f92a794 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428743 Jul 18 14:22:41.579743 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-c1fcae16-c920-4d2b-8d45-ca31b913d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:41.581386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-c1fcae16-c920-4d2b-8d45-ca31b913d7d9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0389960 Jul 18 14:22:41.684758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-cb3e2a58-df20-4270-90fd-917917656bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:41.686281 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-cb3e2a58-df20-4270-90fd-917917656bc0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0868840 Jul 18 14:22:41.750439 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-61faaa90-0916-4eb1-8eb0-14ddba48dcde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 1001 time: 0.0578349 Jul 18 14:22:41.799323 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-580168a7-5918-49ad-8b74-ea24c72eb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:41.800666 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-580168a7-5918-49ad-8b74-ea24c72eb8d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0441587 Jul 18 14:22:41.843498 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-4d441b6d-1336-48f5-860c-5eb6c32981e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:22:41.844972 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-4d441b6d-1336-48f5-860c-5eb6c32981e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378833 Jul 18 14:22:41.936956 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-37f43bc2-8678-4de8-8016-78fe0d21de7b service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850823 Jul 18 14:22:42.000899 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:42.031622 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-09bf5ba4-8559-4619-97c6-27c5232f8fae req-5d3bf120-2953-4976-a5fe-e4db508ad78b service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883086 Jul 18 14:22:42.237172 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:42.242374 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:42.597984 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:22:43.263922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:43.602202 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:22:52.022692 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=52 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:52.028101 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=49 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:52.594980 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:53.591365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:22:53.597382 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:02.102985 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:03.279796 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:03.282370 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:08.599290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-145d57a6-aa31-471c-a838-680450e07fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:10.737642 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-49374af5-a3a6-45da-95dd-5a9ebeb79fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:12.003640 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:13.270523 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:13.604367 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:19.249174 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:19.249863 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:19.596803 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:23:20.384597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cc1fd-68f0-4c7b-83cd-ba3cddb2ed2c req-34a9d7ef-d51f-49cf-87fc-47a7878ec8c7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:20.386055 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-212cc1fd-68f0-4c7b-83cd-ba3cddb2ed2c req-34a9d7ef-d51f-49cf-87fc-47a7878ec8c7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0473793 Jul 18 14:23:20.432671 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-212cc1fd-68f0-4c7b-83cd-ba3cddb2ed2c req-37d9c0f2-9a2a-4d7c-b6a4-8fc53be029a6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Jul 18 14:23:20.867607 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42708) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:21.018970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port 5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:21.019320 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.098487 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.098822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.110783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for 5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:21.254458 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.284418 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=5d9cd2f5-1aea-4ef1-b95e-6c95f59bbf33,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:21.309499 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.309857 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.310208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.310553 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.310894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.311230 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.311562 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.311892 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.312252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.312584 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.312915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.313245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.313572 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.313900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.314221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:21.355764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (aecd1093-5311-4d35-ab85-e9a438fcfd03), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.356126 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP aecd1093-5311-4d35-ab85-e9a438fcfd03 disassociated (deleted). External IP: 172.27.1.184, port: b1bd83de-a793-4dd0-8ba1-4d29f43fbf51. Jul 18 14:23:21.582137 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5f6ab-2dbc-4252-87d3-ff0f3b93f016 req-abcbf9c9-a754-497e-bdbe-343fb079fa60 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:21.583499 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b2a5f6ab-2dbc-4252-87d3-ff0f3b93f016 req-abcbf9c9-a754-497e-bdbe-343fb079fa60 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0582855 Jul 18 14:23:21.599761 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:23:21.624336 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:21.624930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:21.647665 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b2a5f6ab-2dbc-4252-87d3-ff0f3b93f016 req-b71077fc-936f-41bf-9140-a5ac91588aaf tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581174 Jul 18 14:23:21.739443 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:23:21.744801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:21.751496 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:23:21.762270 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:21.762961 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:21.773511 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e4e14a05-e6e0-46ed-8878-eb8011536d1a tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "DELETE /v2.0/floatingips/aecd1093-5311-4d35-ab85-e9a438fcfd03 HTTP/1.1" status: 204 len: 168 time: 0.9048188 Jul 18 14:23:21.774103 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:21.776441 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:21.815300 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52feb5dc-a249-41ef-9920-181cb10c1f16 x-openstack-request-id: req-52feb5dc-a249-41ef-9920-181cb10c1f16 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:21.815597 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:21.815860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-52feb5dc-a249-41ef-9920-181cb10c1f16 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:21.816309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52feb5dc-a249-41ef-9920-181cb10c1f16'] response: {'name': 'network-changed', 'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'status': 'completed', 'code': 200} Jul 18 14:23:21.869891 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:21.908235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-b5ed7cc6-b44b-43df-a3d3-6039b9407ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:21.909978 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-b5ed7cc6-b44b-43df-a3d3-6039b9407ad8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 1130 time: 0.0512996 Jul 18 14:23:22.037072 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a28375-2cd2-4a93-b06e-d2371efe4695 req-660e41b6-fa8a-4efb-8ea8-b64b7ea69fa5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:22.038531 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80a28375-2cd2-4a93-b06e-d2371efe4695 req-660e41b6-fa8a-4efb-8ea8-b64b7ea69fa5 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0618782 Jul 18 14:23:22.064329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-ac97e996-9428-484b-bf84-88440f53f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:22.066017 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-ac97e996-9428-484b-bf84-88440f53f5cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.1481822 Jul 18 14:23:22.094263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:22.097144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-80a28375-2cd2-4a93-b06e-d2371efe4695 req-b66b6618-d7ea-4550-afba-379139d674e0 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493486 Jul 18 14:23:22.119523 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:23:22.127842 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:22.128477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:22.227034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:22.425631 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:22.453810 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba1f1b-e658-4cef-8131-c8d307e7a3ac None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': 'ea4885ea-7179-42ac-8514-c1ee2814048f', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'port_id': '7f708601-2664-4499-b22f-8cc585709539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'mac_address': 'fa:16:3e:5d:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:18:15Z', 'updated_at': '2022-07-18T14:18:17Z', 'revision_number': 1, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:23:22.656770 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1b150-137d-48a4-8899-ef8daf8d4d28 None None] New status for floating IP aecd1093-5311-4d35-ab85-e9a438fcfd03: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:23:22.767563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a100-0110-41ab-be56-db062c0e07f9 req-5c68fdd7-1fb0-46b5-bfca-9f272c759bc9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:22.769108 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff34a100-0110-41ab-be56-db062c0e07f9 req-5c68fdd7-1fb0-46b5-bfca-9f272c759bc9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0489705 Jul 18 14:23:22.816536 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ff34a100-0110-41ab-be56-db062c0e07f9 req-58f361e2-0aec-45d0-86e3-f4ff34f72ea9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Jul 18 14:23:23.099852 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-ca91a4b0-45ed-4855-904f-2c14f22d5aef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 200 len: 217 time: 0.0363379 Jul 18 14:23:23.147835 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-076e7efe-0ae2-4a01-aac7-8c1d5bf7329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:23.149356 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-076e7efe-0ae2-4a01-aac7-8c1d5bf7329f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0434225 Jul 18 14:23:23.222125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-5c12a57f-76d6-4da1-bdf0-60ea144b2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:23.223523 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-5c12a57f-76d6-4da1-bdf0-60ea144b2f7b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681906 Jul 18 14:23:23.230169 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686086c3-38cb-4099-be60-87043732660c req-03ab6add-2ba9-4549-bc1a-191d46a7535e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:23.231515 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-686086c3-38cb-4099-be60-87043732660c req-03ab6add-2ba9-4549-bc1a-191d46a7535e tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0674021 Jul 18 14:23:23.336974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-686086c3-38cb-4099-be60-87043732660c req-47d426e4-1577-429c-8804-5a2b2522f35f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975854 Jul 18 14:23:23.355279 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-bd5e41c8-4ee3-48db-a970-ba0e593d1b39 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227660 Jul 18 14:23:23.818776 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d30acafd-16e2-44ff-a708-9c2bcf9c25ca req-002bc858-e01f-40bf-b95c-4b09cdf01f6b service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878882 Jul 18 14:23:23.933900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357028-4719-4880-8502-579460f2c81e req-34a88963-dbae-40ae-af40-674c31115d62 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:23.935425 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37357028-4719-4880-8502-579460f2c81e req-34a88963-dbae-40ae-af40-674c31115d62 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 946 time: 0.0735850 Jul 18 14:23:23.956614 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011c79-55f2-4335-9fca-899ef4b2f766 req-4a15a6b4-cffa-4f47-bb7f-443eb14e4739 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:23.958072 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e5011c79-55f2-4335-9fca-899ef4b2f766 req-4a15a6b4-cffa-4f47-bb7f-443eb14e4739 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0683038 Jul 18 14:23:23.999973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:24.046628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:24.066246 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e5011c79-55f2-4335-9fca-899ef4b2f766 req-2a539c73-a1e4-4ac0-9212-9fcfec6ef6a3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875876 Jul 18 14:23:24.069891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:24.070246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:24.164641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] For port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:24.165113 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:24.178334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:24.302432 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (b1bd83de-a793-4dd0-8ba1-4d29f43fbf51), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:24.339603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=b1bd83de-a793-4dd0-8ba1-4d29f43fbf51,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:24.650880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] No DVR routers for this DVR port b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:24.653841 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ecdfb31d-5851-44fe-a08c-8ef07d94f990 req-f28a32bd-fdab-4cec-b0e6-c627400a547c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0138d3-545d-4df1-b0aa-33c45c4b7411 HTTP/1.1" status: 200 len: 210 time: 0.0439577 Jul 18 14:23:24.654848 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:24.658085 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37357028-4719-4880-8502-579460f2c81e req-01b1759c-a04b-43c0-a3da-d6c5fe2d659f tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "DELETE /v2.0/ports/b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 HTTP/1.1" status: 204 len: 173 time: 0.7170238 Jul 18 14:23:24.658538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'name': 'network-vif-deleted', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:24.660917 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681de6f2-dc48-4c47-b502-6e2e21f51ad9" -d '{"events": [{"server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "name": "network-vif-deleted", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:24.701354 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26021b81-87d6-4c80-8888-cfe2274aa1a8 x-openstack-request-id: req-26021b81-87d6-4c80-8888-cfe2274aa1a8 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:24.701991 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0138d3-545d-4df1-b0aa-33c45c4b7411", "name": "network-vif-deleted", "tag": "b1bd83de-a793-4dd0-8ba1-4d29f43fbf51", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:24.702460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-26021b81-87d6-4c80-8888-cfe2274aa1a8 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:24.702934 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26021b81-87d6-4c80-8888-cfe2274aa1a8'] response: {'server_uuid': '6b0138d3-545d-4df1-b0aa-33c45c4b7411', 'name': 'network-vif-deleted', 'tag': 'b1bd83de-a793-4dd0-8ba1-4d29f43fbf51', 'status': 'completed', 'code': 200} Jul 18 14:23:25.202515 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a31d-e958-4739-b402-3435f3407347 req-555a82aa-c6ec-4fd4-9e5b-3dd9e01a06f2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:25.204023 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5dd0a31d-e958-4739-b402-3435f3407347 req-555a82aa-c6ec-4fd4-9e5b-3dd9e01a06f2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Jul 18 14:23:25.254235 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5dd0a31d-e958-4739-b402-3435f3407347 req-55fa9f89-504f-4dee-a409-e1c82b56708e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Jul 18 14:23:26.371715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3568f49-f5a7-4d60-9f4a-05eaec29553a req-18d6ea2a-d989-400f-988d-d0c9272985a4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:26.373189 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3568f49-f5a7-4d60-9f4a-05eaec29553a req-18d6ea2a-d989-400f-988d-d0c9272985a4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0468411 Jul 18 14:23:26.418741 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c3568f49-f5a7-4d60-9f4a-05eaec29553a req-86b1ad29-4602-497d-b29a-74f6dd310b9e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Jul 18 14:23:27.289681 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:27.292887 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:27.293491 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:27.311647 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:27.312018 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device b1bd83de-a793-4dd0-8ba1-4d29f43fbf51 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:27.535016 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544debec-ae55-42e7-bc04-0f782663beda req-7478e8c7-e4c8-4e08-8bd9-8b6e2ca817bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:27.536501 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-544debec-ae55-42e7-bc04-0f782663beda req-7478e8c7-e4c8-4e08-8bd9-8b6e2ca817bd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0463490 Jul 18 14:23:27.584010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-544debec-ae55-42e7-bc04-0f782663beda req-99ca161e-5270-418e-bdf7-396fadb9e79d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Jul 18 14:23:27.944221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42748) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:28.086404 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port 53b8727d-aabb-4d09-84c8-e06f4bea5cd5 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:28.086750 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.145632 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:28.162246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.162581 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.174939 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for 53b8727d-aabb-4d09-84c8-e06f4bea5cd5 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:28.234084 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:28.319961 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (53b8727d-aabb-4d09-84c8-e06f4bea5cd5), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.344565 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=53b8727d-aabb-4d09-84c8-e06f4bea5cd5,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:28.407535 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (ea4885ea-7179-42ac-8514-c1ee2814048f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.407797 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Floating IP ea4885ea-7179-42ac-8514-c1ee2814048f disassociated (deleted). External IP: 172.27.1.193, port: 7f708601-2664-4499-b22f-8cc585709539. Jul 18 14:23:28.601481 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:23:28.736365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990eb78-055c-4d53-b9ee-56ebfe832437 req-5bddbd83-2638-455a-9a4d-9f78cd5a93e1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:28.737744 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1990eb78-055c-4d53-b9ee-56ebfe832437 req-5bddbd83-2638-455a-9a4d-9f78cd5a93e1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0817201 Jul 18 14:23:28.745218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:23:28.753845 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:28.754662 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:23:28.765009 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:28.765619 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:28.801995 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-65f063a3-5596-48fc-978d-83cf062d2234 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "DELETE /v2.0/floatingips/ea4885ea-7179-42ac-8514-c1ee2814048f HTTP/1.1" status: 204 len: 168 time: 0.8541622 Jul 18 14:23:28.803727 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:28.806759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07577a49-6277-47b3-987a-aa3de1fa77bc" -d '{"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:28.828691 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1990eb78-055c-4d53-b9ee-56ebfe832437 req-4a917576-cabd-4bbd-bbd7-897cda5b68dd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850122 Jul 18 14:23:28.874937 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4efc51-3896-4aae-b243-c0bc99169c75 x-openstack-request-id: req-bc4efc51-3896-4aae-b243-c0bc99169c75 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:28.875242 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "tag": "7f708601-2664-4499-b22f-8cc585709539", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:28.875493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bc4efc51-3896-4aae-b243-c0bc99169c75 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:28.875903 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4efc51-3896-4aae-b243-c0bc99169c75'] response: {'name': 'network-changed', 'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'tag': '7f708601-2664-4499-b22f-8cc585709539', 'status': 'completed', 'code': 200} Jul 18 14:23:28.985490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-a737afc4-2974-4dfb-96d8-3f92c6cd0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:28.986802 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-a737afc4-2974-4dfb-96d8-3f92c6cd0647 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9df5aea1d29c4a91b82a956e152bd214&device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0617306 Jul 18 14:23:29.000110 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:29.042264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a74b-d3d4-4572-a27d-5267db786762 req-18d40f01-2c8a-462c-887b-b2bc8277997d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.043759 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99b0a74b-d3d4-4572-a27d-5267db786762 req-18d40f01-2c8a-462c-887b-b2bc8277997d tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Jul 18 14:23:29.095802 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-99b0a74b-d3d4-4572-a27d-5267db786762 req-33afd897-cfad-491d-81b7-78908a5a82ed tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Jul 18 14:23:29.190297 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:29.193928 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:29.205539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-9f00cdf7-f687-4f38-aa82-32173547f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.207026 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-9f00cdf7-f687-4f38-aa82-32173547f23d service neutron] 10.222.0.87 "GET /v2.0/networks?id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 200 len: 912 time: 0.0899723 Jul 18 14:23:29.214724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:23:29.223469 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:29.224104 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:29.252577 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-b09f1ada-2975-4648-9f46-f07669717373 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 200 len: 217 time: 0.0372930 Jul 18 14:23:29.285153 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:29.305610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-36979993-2f01-4023-b9d7-254fab9a43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.307651 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-36979993-2f01-4023-b9d7-254fab9a43bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 200 len: 850 time: 0.0484369 Jul 18 14:23:29.328632 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:29.361056 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-d8994ad3-9900-4f18-af2e-4e0e61121d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.362573 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-d8994ad3-9900-4f18-af2e-4e0e61121d9c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393519 Jul 18 14:23:29.513788 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:29.542558 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e9eb8-d6ba-40ed-9f42-b6f8fbddbba3 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:19Z', 'revision_number': 4, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'b2cc7870-510c-476d-aef5-aac77ed77027', 'name': '', 'network_id': '40dc5af3-b7d1-47c8-a36a-5d52ad3762ee', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'mac_address': 'fa:16:3e:9f:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:19Z', 'updated_at': '2022-07-18T14:14:24Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'subnets': [{'id': '3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:23:29.554503 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-724df441-63fa-4c3c-9319-94219e768fe5 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878413 Jul 18 14:23:29.753031 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67d4e8-89c5-48d1-b004-0547bec03767 None None] New status for floating IP ea4885ea-7179-42ac-8514-c1ee2814048f: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:23:29.801505 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-07577a49-6277-47b3-987a-aa3de1fa77bc req-3249c004-9747-4311-a07f-9bb8048c9e96 service neutron] 10.222.0.87 "GET /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Jul 18 14:23:29.921902 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-97355aad-ccd2-4c6b-ad9d-567ca9673e8c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.923318 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-97355aad-ccd2-4c6b-ad9d-567ca9673e8c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0608051 Jul 18 14:23:29.983345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527bd30-f217-420c-aca6-6cc35c621c8b req-e5be0cd0-50c0-46af-a222-7ab0a49ee797 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:29.984836 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f527bd30-f217-420c-aca6-6cc35c621c8b req-e5be0cd0-50c0-46af-a222-7ab0a49ee797 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0823126 Jul 18 14:23:30.059551 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port 7f708601-2664-4499-b22f-8cc585709539 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:30.059814 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7f708601-2664-4499-b22f-8cc585709539), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:30.081361 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f527bd30-f217-420c-aca6-6cc35c621c8b req-7367c0b4-d366-403f-a499-a23b1993161f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907519 Jul 18 14:23:30.154697 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] For port 7f708601-2664-4499-b22f-8cc585709539, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7f708601-2664-4499-b22f-8cc585709539,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:30.155065 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7f708601-2664-4499-b22f-8cc585709539), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:30.169666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for 7f708601-2664-4499-b22f-8cc585709539 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:30.251298 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfeacd-05d2-404b-958a-256964a96088 req-7c20a101-467e-495e-869b-1863626b7287 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:30.252794 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-facfeacd-05d2-404b-958a-256964a96088 req-7c20a101-467e-495e-869b-1863626b7287 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0879710 Jul 18 14:23:30.325980 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-facfeacd-05d2-404b-958a-256964a96088 req-be3002a2-c3ce-4d0a-bc7d-71243a0bc9fc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/security-groups?id=65ce7fa4-ded9-4827-baa1-75a460417059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662806 Jul 18 14:23:30.381480 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7f708601-2664-4499-b22f-8cc585709539), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:30.387836 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:30.416704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=7f708601-2664-4499-b22f-8cc585709539,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:30.460435 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] No DVR routers for this DVR port 7f708601-2664-4499-b22f-8cc585709539 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:30.462816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:30.466016 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b7e9e92-0df4-4761-8d19-18fd81dd7ff2 req-622eb7b0-a399-4588-9968-786cd6cdc77c tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.87 "DELETE /v2.0/ports/7f708601-2664-4499-b22f-8cc585709539 HTTP/1.1" status: 204 len: 173 time: 0.5274060 Jul 18 14:23:30.877315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'name': 'network-vif-deleted', 'tag': '7f708601-2664-4499-b22f-8cc585709539'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:30.879695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf77c28-8494-4ac0-8de4-54fa2bdc820b" -d '{"events": [{"server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "name": "network-vif-deleted", "tag": "7f708601-2664-4499-b22f-8cc585709539"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:30.917529 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3048a99-3f83-4995-b4be-74d5172163dc x-openstack-request-id: req-a3048a99-3f83-4995-b4be-74d5172163dc {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:30.917826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8", "name": "network-vif-deleted", "tag": "7f708601-2664-4499-b22f-8cc585709539", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:30.918085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a3048a99-3f83-4995-b4be-74d5172163dc {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:30.918506 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3048a99-3f83-4995-b4be-74d5172163dc'] response: {'server_uuid': 'da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8', 'name': 'network-vif-deleted', 'tag': '7f708601-2664-4499-b22f-8cc585709539', 'status': 'completed', 'code': 200} Jul 18 14:23:31.197646 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50989-3b6f-436e-92a5-a48e632f8f55 req-80390631-6ea8-4dbb-a47e-89016b049ea8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:31.199106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-95a50989-3b6f-436e-92a5-a48e632f8f55 req-80390631-6ea8-4dbb-a47e-89016b049ea8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0470026 Jul 18 14:23:31.245642 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-95a50989-3b6f-436e-92a5-a48e632f8f55 req-7c5e4087-edb0-443c-9628-f2adc6b7edbd tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Jul 18 14:23:31.434045 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c368b5dd-4911-4346-b52f-d98f47cac89d req-184f7d41-e59a-451a-8b26-07eda697a519 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "GET /v2.0/ports?device_id=da7cf9af-38ab-4310-8cdf-c9b5ff41d9e8 HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jul 18 14:23:32.120279 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.347172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:32.363610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32764-1f66-43a2-81f3-c2e7bda7683f req-56a07ca7-9a2e-4b15-b60e-f0dd60a6cc60 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:32.365105 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dac32764-1f66-43a2-81f3-c2e7bda7683f req-56a07ca7-9a2e-4b15-b60e-f0dd60a6cc60 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0476170 Jul 18 14:23:32.413984 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-dac32764-1f66-43a2-81f3-c2e7bda7683f req-64648afb-f807-4694-b2c1-1c9fd87db5fe tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Jul 18 14:23:32.494048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42772) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:32.600682 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Deleting port 2a9ce3d2-6556-45db-8361-2957b5c013b4 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:32.601030 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.679003 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.679259 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (2a9ce3d2-6556-45db-8361-2957b5c013b4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.691542 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Calling delete_port for 2a9ce3d2-6556-45db-8361-2957b5c013b4 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:32.817147 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (2a9ce3d2-6556-45db-8361-2957b5c013b4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.845938 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'Port': ['ID=2a9ce3d2-6556-45db-8361-2957b5c013b4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:32.905062 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for floatingip (94afcb3d-b058-4643-897d-a43128773255), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.907575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:32.908764 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-0d4417d5-e576-4a08-a9cc-b83a3af58641 tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "DELETE /v2.0/floatingips/94afcb3d-b058-4643-897d-a43128773255 HTTP/1.1" status: 204 len: 168 time: 0.4158947 Jul 18 14:23:33.285346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:23:33.296901 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 7f708601-2664-4499-b22f-8cc585709539 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:33.320032 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 7f708601-2664-4499-b22f-8cc585709539 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:33.320374 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 7f708601-2664-4499-b22f-8cc585709539 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:33.404732 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:33.415615 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:23:33.450839 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: ACTIVE; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:23:33.450839 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:33.464235 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:23:33.474406 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:33.485365 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:33.489432 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:33.527278 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:33.535063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff065-44e7-48d4-9ccd-148bd32101be req-ffe0025b-96b3-4baf-aa09-5ce675fea262 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:33.536873 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f63ff065-44e7-48d4-9ccd-148bd32101be req-ffe0025b-96b3-4baf-aa09-5ce675fea262 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Jul 18 14:23:33.537468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=6']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:33.544815 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.545147 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.545493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.545838 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.546176 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.546507 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.546841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.547165 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.547493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.547817 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.548169 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.548501 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.548821 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.549141 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.549461 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:33.587464 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f63ff065-44e7-48d4-9ccd-148bd32101be req-1010a37b-1d63-48bd-aeb3-d241d74a8b9d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Jul 18 14:23:33.637524 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['43f446cc-b2f0-4389-ba66-647b952de4e8'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:23:34.109883 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42786) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:34.169621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (65ce7fa4-ded9-4827-baa1-75a460417059), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:34.194571 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (65ce7fa4-ded9-4827-baa1-75a460417059), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:34.253080 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (65ce7fa4-ded9-4827-baa1-75a460417059), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:34.255827 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:34.256981 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] 10.222.0.94 "DELETE /v2.0/security-groups/65ce7fa4-ded9-4827-baa1-75a460417059 HTTP/1.1" status: 204 len: 168 time: 0.1458545 Jul 18 14:23:34.260774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:34.269992 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c13c4-a4b8-481e-a61d-a3d3652990cc tempest-TestVolumeBootPattern-1696944733 tempest-TestVolumeBootPattern-1696944733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ce7fa4-ded9-4827-baa1-75a460417059,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:34.313321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42790) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:34.598468 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:34.997093 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.045098 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edae6-78ca-44cb-9849-51b6d53f8730 req-0d7a7ac2-651b-4f31-8fbd-1a809e1d9615 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:35.046560 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a98edae6-78ca-44cb-9849-51b6d53f8730 req-0d7a7ac2-651b-4f31-8fbd-1a809e1d9615 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 945 time: 0.3869312 Jul 18 14:23:35.137359 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a98edae6-78ca-44cb-9849-51b6d53f8730 req-8f133c4e-6256-46e2-895b-a6df616b7df5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842812 Jul 18 14:23:35.263008 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Deleting port b2cc7870-510c-476d-aef5-aac77ed77027 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:35.263265 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.300107 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:23:35.340810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] For port b2cc7870-510c-476d-aef5-aac77ed77027, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=b2cc7870-510c-476d-aef5-aac77ed77027,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:35.341235 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.346304 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 43f446cc-b2f0-4389-ba66-647b952de4e8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:23:35.346677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.354181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Calling delete_port for b2cc7870-510c-476d-aef5-aac77ed77027 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:35.416188 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:23:35.416573 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.439171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:35.441720 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e310b7ef-a3c4-45cd-9ee4-2b0bcbce4db1" -d '{"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:35.454977 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:35.455359 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:35.460364 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.486954 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da348b-96f5-46fc-9e78-54c74d3d9880 x-openstack-request-id: req-52da348b-96f5-46fc-9e78-54c74d3d9880 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:35.487231 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:35.487470 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-52da348b-96f5-46fc-9e78-54c74d3d9880 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:35.487844 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52da348b-96f5-46fc-9e78-54c74d3d9880'] response: {'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'code': 200} Jul 18 14:23:35.510143 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=7']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:35.538826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (b2cc7870-510c-476d-aef5-aac77ed77027), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.571603 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2cc7870-510c-476d-aef5-aac77ed77027,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:35.727712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:35.732953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:35.942264 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:23:36.041715 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:23:36.046541 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b179aa70-13cd-4cd0-9b4a-4c6646a924dc admin admin] 10.222.0.94 "PUT /v2.0/routers/1aa703e0-fbcb-46a0-b978-9fbf268ead20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321918 Jul 18 14:23:36.048995 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42800) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:36.054413 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Sync routers for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:23:36.070738 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:36.071472 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:36.154578 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks [] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.174123 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:36.293719 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461b6e-fe95-42fd-9165-b346e4c32fc3 req-af33cc7c-b14f-4c29-be4d-80eff768e6c8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:36.295188 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8461b6e-fe95-42fd-9165-b346e4c32fc3 req-af33cc7c-b14f-4c29-be4d-80eff768e6c8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0636871 Jul 18 14:23:36.322604 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks [] for router_gateway (1aa703e0-fbcb-46a0-b978-9fbf268ead20), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.356355 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:23:35Z', 'revision_number': 5, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port': {'id': '40a92646-53aa-4ebd-9078-d9a80cd0a7db', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:36.360876 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:36.381754 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8461b6e-fe95-42fd-9165-b346e4c32fc3 req-5e5c0719-c430-4079-bb58-42b5c6bf81c6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797713 Jul 18 14:23:36.384119 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Checking router: 1aa703e0-fbcb-46a0-b978-9fbf268ead20 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:23:36.393156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Deleting port 40a92646-53aa-4ebd-9078-d9a80cd0a7db {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:36.393506 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.393869 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Routers {'1aa703e0-fbcb-46a0-b978-9fbf268ead20'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:36.394490 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:36.477694 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:36.482570 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] Set router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:36.491900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] For port 40a92646-53aa-4ebd-9078-d9a80cd0a7db, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=40a92646-53aa-4ebd-9078-d9a80cd0a7db,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:36.492293 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.511761 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Calling delete_port for 40a92646-53aa-4ebd-9078-d9a80cd0a7db owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:36.534952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:23:36Z', 'revision_number': 6, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:36.561499 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421eae59-1520-4cec-a8e1-4ac4fcf4a214 None None] The sync data for ids ['1aa703e0-fbcb-46a0-b978-9fbf268ead20'] in dv-cinder-849846-1-iscsi is: [{'id': '1aa703e0-fbcb-46a0-b978-9fbf268ead20', 'name': 'tempest-TestVolumeBootPattern-426242218-router', 'tenant_id': '9df5aea1d29c4a91b82a956e152bd214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:17Z', 'updated_at': '2022-07-18T14:23:36Z', 'revision_number': 6, 'project_id': '9df5aea1d29c4a91b82a956e152bd214', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:23:36.585614 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:36.695829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (40a92646-53aa-4ebd-9078-d9a80cd0a7db), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.729304 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a92646-53aa-4ebd-9078-d9a80cd0a7db,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:36.789747 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.883351 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.886092 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks [] for router_controller (1aa703e0-fbcb-46a0-b978-9fbf268ead20), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.944167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (1aa703e0-fbcb-46a0-b978-9fbf268ead20), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.944704 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa703e0-fbcb-46a0-b978-9fbf268ead20 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:23:36.956073 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:36.957516 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-91eef514-02ea-481e-9805-0f21917b6076 admin admin] 10.222.0.94 "DELETE /v2.0/routers/1aa703e0-fbcb-46a0-b978-9fbf268ead20 HTTP/1.1" status: 204 len: 168 time: 0.9075432 Jul 18 14:23:36.960161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42832) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:37.024648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Deleting subnet 3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:23:37.029436 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Publish callbacks [] for subnet (3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.081140 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.184336 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.247880 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.275608 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:37.281006 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.286901 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42834) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:37.287411 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f7a18-4327-4a16-a5c2-0cc31e62aeea None None] Network 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:23:37.290632 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f3bc130d-c957-41c2-a394-4df6dba943e4 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/3ba18f19-e0a9-478d-a6ea-ac0a7c112b7a HTTP/1.1" status: 204 len: 168 time: 0.3227491 Jul 18 14:23:37.526416 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] DHCP port deletion for 40dc5af3-b7d1-47c8-a36a-5d52ad3762ee request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:23:37.580259 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:37.600493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Deleting port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:37.601172 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.623593 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.667012 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Deleting port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:37.668214 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.686750 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6b5b-fcb9-4495-82f4-3a1d9b61fedf req-6550847d-1a58-4a05-bbaa-8e66e8203955 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:37.694550 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-383d6b5b-fcb9-4495-82f4-3a1d9b61fedf req-6550847d-1a58-4a05-bbaa-8e66e8203955 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.1956649 Jul 18 14:23:37.697949 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] For port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:37.698435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.715375 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Calling delete_port for dfd89a5a-44d8-4c77-a83e-eb0bb97712ed owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:37.744650 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] For port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,segment=NetworkSegment(1a66a3a3-ed1d-472f-a7a6-953ebe774e99),segment_id=1a66a3a3-ed1d-472f-a7a6-953ebe774e99)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:37.745313 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.755668 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-383d6b5b-fcb9-4495-82f4-3a1d9b61fedf req-222e79a9-f620-46bf-9655-15cd6dc35370 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580206 Jul 18 14:23:37.774198 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Calling delete_port for dfd89a5a-44d8-4c77-a83e-eb0bb97712ed owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:37.836635 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.869451 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] Pushing event deleted for resources: {'Port': ['ID=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:37.876175 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005a2be-d8e6-4e16-afff-f4ef730b4326 None None] No DVR routers for this DVR port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:37.914463 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (dfd89a5a-44d8-4c77-a83e-eb0bb97712ed), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:37.957209 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd89a5a-44d8-4c77-a83e-eb0bb97712ed,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:37.959801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] No DVR routers for this DVR port dfd89a5a-44d8-4c77-a83e-eb0bb97712ed on host dv-cinder-849846-1-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:37.969649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device b2cc7870-510c-476d-aef5-aac77ed77027 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:37.992608 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: b2cc7870-510c-476d-aef5-aac77ed77027 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:37.993303 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device b2cc7870-510c-476d-aef5-aac77ed77027 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:37.993967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device dfd89a5a-44d8-4c77-a83e-eb0bb97712ed no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:37.994135 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.994479 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.994824 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.995165 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.995501 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.995829 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.996190 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.996518 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.996861 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.997393 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.999003 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:37.999534 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:38.000055 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:38.000572 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:38.001060 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:23:38.017341 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: dfd89a5a-44d8-4c77-a83e-eb0bb97712ed {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:38.017774 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device dfd89a5a-44d8-4c77-a83e-eb0bb97712ed not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:38.018275 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 40a92646-53aa-4ebd-9078-d9a80cd0a7db no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:38.041659 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 40a92646-53aa-4ebd-9078-d9a80cd0a7db {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:38.042096 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 40a92646-53aa-4ebd-9078-d9a80cd0a7db not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:38.077293 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.099848 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc5af3-b7d1-47c8-a36a-5d52ad3762ee']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:38.110132 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a66a3a3-ed1d-472f-a7a6-953ebe774e99') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:38.110708 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a66a3a3-ed1d-472f-a7a6-953ebe774e99') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:38.120367 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (1a66a3a3-ed1d-472f-a7a6-953ebe774e99), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.136513 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1a66a3a3-ed1d-472f-a7a6-953ebe774e99), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.145843 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:23:38.146520 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (1a66a3a3-ed1d-472f-a7a6-953ebe774e99), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.219001 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (40dc5af3-b7d1-47c8-a36a-5d52ad3762ee), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.226073 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.229286 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/40dc5af3-b7d1-47c8-a36a-5d52ad3762ee HTTP/1.1" status: 204 len: 168 time: 0.9402299 Jul 18 14:23:38.232232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42846) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:38.261015 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1a66a3a3-ed1d-472f-a7a6-953ebe774e99 resource provider aggregate not found Jul 18 14:23:38.265608 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c836-23d3-4d25-9f81-b4f49337ddd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=40dc5af3-b7d1-47c8-a36a-5d52ad3762ee,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:38.282809 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1a66a3a3-ed1d-472f-a7a6-953ebe774e99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a66a3a3-ed1d-472f-a7a6-953ebe774e99 found for delete ", "request_id": "req-753261d2-a710-49b7-8578-87e423e52cac"}]} Jul 18 14:23:38.337091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:38.493613 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:38.600497 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (00a78906-b190-4efe-9c8d-e1b36aeec953), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.608665 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-dc7c51a9-d7b0-4d7d-8de1-bfcee6a1397d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.855997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Deleting port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:38.855997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:38.932105 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4cb8-1e90-4889-b640-5b6083b24c51 req-0ead6f27-093e-41cd-b87e-f4ed2d5e8a9b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:38.933664 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a48b4cb8-1e90-4889-b640-5b6083b24c51 req-0ead6f27-093e-41cd-b87e-f4ed2d5e8a9b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0900216 Jul 18 14:23:39.017891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] For port c3d2de6a-b4b4-4f82-a1b2-4312c31511a7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:39.018268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:39.031835 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a48b4cb8-1e90-4889-b640-5b6083b24c51 req-134665ed-cc26-453d-a0f3-0dc0c0928d23 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824347 Jul 18 14:23:39.035993 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Calling delete_port for c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:39.231675 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (c3d2de6a-b4b4-4f82-a1b2-4312c31511a7), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:39.262069 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d2de6a-b4b4-4f82-a1b2-4312c31511a7,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:39.310018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:39.383810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:39.445208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (00a78906-b190-4efe-9c8d-e1b36aeec953), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:39.756561 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:39.785299 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:39.988063 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Router 00a78906-b190-4efe-9c8d-e1b36aeec953 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:23:40.105307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:23:40.117704 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Sync routers for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:23:40.124319 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d003eeca-0874-45c7-a432-b24af091c767 admin admin] 10.222.0.94 "PUT /v2.0/routers/00a78906-b190-4efe-9c8d-e1b36aeec953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8888435 Jul 18 14:23:40.124583 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42858) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:40.138802 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:40.139525 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:40.251144 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:40.278460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba3d0e-9f44-40a0-ae6d-6d4e38f554eb req-994172a7-0276-4764-b6ed-fd07826213d2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:40.280075 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7ba3d0e-9f44-40a0-ae6d-6d4e38f554eb req-994172a7-0276-4764-b6ed-fd07826213d2 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.1099613 Jul 18 14:23:40.328722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks [] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.399066 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f7ba3d0e-9f44-40a0-ae6d-6d4e38f554eb req-877b3bf6-fa83-4660-9e7f-6e592e998af1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132176 Jul 18 14:23:40.470397 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks [] for router_gateway (00a78906-b190-4efe-9c8d-e1b36aeec953), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.521424 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Deleting port e72cb125-31b6-4987-acb1-c1a93776e724 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:40.521919 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.547116 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:23:39Z', 'revision_number': 5, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port': {'id': 'e72cb125-31b6-4987-acb1-c1a93776e724', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:14:22Z', 'updated_at': '2022-07-18T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:40.574682 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Checking router: 00a78906-b190-4efe-9c8d-e1b36aeec953 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:23:40.583567 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Routers {'00a78906-b190-4efe-9c8d-e1b36aeec953'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:23:40.584445 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:23:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['00a78906-b190-4efe-9c8d-e1b36aeec953'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:40.628046 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] For port e72cb125-31b6-4987-acb1-c1a93776e724, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=e72cb125-31b6-4987-acb1-c1a93776e724,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:40.628390 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.651542 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Calling delete_port for e72cb125-31b6-4987-acb1-c1a93776e724 owned by network:router_gateway {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:40.670480 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:40.674961 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] Set router 00a78906-b190-4efe-9c8d-e1b36aeec953 gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:23:40.713578 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:40.732935 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:23:40Z', 'revision_number': 6, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:40.745916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-7cd90e33-63be-4579-972a-3f9de4c38233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.761736 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e3a3-b07e-41e6-bc4a-fa80786fa28e None None] The sync data for ids ['00a78906-b190-4efe-9c8d-e1b36aeec953'] in dv-cinder-849846-1-iscsi is: [{'id': '00a78906-b190-4efe-9c8d-e1b36aeec953', 'name': 'tempest-TestVolumeBootPattern-1251907793-router', 'tenant_id': '9ce4b3331cb847c4a360c4da862dca29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:14:21Z', 'updated_at': '2022-07-18T14:23:40Z', 'revision_number': 6, 'project_id': '9ce4b3331cb847c4a360c4da862dca29', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:23:40.877904 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (e72cb125-31b6-4987-acb1-c1a93776e724), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:40.913949 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72cb125-31b6-4987-acb1-c1a93776e724,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:40.981310 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (00a78906-b190-4efe-9c8d-e1b36aeec953), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.079110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.081627 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks [] for router_controller (00a78906-b190-4efe-9c8d-e1b36aeec953), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.135890 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (00a78906-b190-4efe-9c8d-e1b36aeec953), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.136901 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00a78906-b190-4efe-9c8d-e1b36aeec953 {{(pid=104072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:23:41.148068 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.151671 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-27076adc-9e0d-4ea1-b540-f171fedd2ef3 admin admin] 10.222.0.94 "DELETE /v2.0/routers/00a78906-b190-4efe-9c8d-e1b36aeec953 HTTP/1.1" status: 204 len: 168 time: 1.0238290 Jul 18 14:23:41.151997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 42860) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:41.204197 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Deleting subnet 10460d6a-1b0e-417b-b1d2-1a03feef313a {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:23:41.208953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Publish callbacks [] for subnet (10460d6a-1b0e-417b-b1d2-1a03feef313a), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.267657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (10460d6a-1b0e-417b-b1d2-1a03feef313a), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.361896 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (10460d6a-1b0e-417b-b1d2-1a03feef313a), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.424031 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (10460d6a-1b0e-417b-b1d2-1a03feef313a), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.474857 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.479508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] 10.222.0.94 "DELETE /v2.0/subnets/10460d6a-1b0e-417b-b1d2-1a03feef313a HTTP/1.1" status: 204 len: 168 time: 0.3252265 Jul 18 14:23:41.481551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42864) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:41.483125 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9df9ca-2d25-47ed-b1bb-155ab1906d04 None None] Network 1b8f1d41-a28d-4288-96cf-a579031e6326 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:23:41.496826 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a09e-4cbe-4639-84ab-73be8d898bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10460d6a-1b0e-417b-b1d2-1a03feef313a,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:41.563771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (1b8f1d41-a28d-4288-96cf-a579031e6326), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.586722 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f418-e7df-4c43-8da8-e3aa99f15b33 req-66dba957-68e7-42d7-94bb-60d94fff7781 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:41.597864 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0950f418-e7df-4c43-8da8-e3aa99f15b33 req-66dba957-68e7-42d7-94bb-60d94fff7781 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0897646 Jul 18 14:23:41.629808 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Deleting port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:41.630406 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.709724 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0950f418-e7df-4c43-8da8-e3aa99f15b33 req-af8750d0-e05a-46e6-817c-7c523654723e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106513 Jul 18 14:23:41.738302 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] For port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,segment=NetworkSegment(1dff4077-6e2b-4350-9d9c-8f6020a638b2),segment_id=1dff4077-6e2b-4350-9d9c-8f6020a638b2)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:41.738750 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.754627 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Calling delete_port for 1fe54220-20f0-461b-9c76-9e3d2cfdabcd owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:41.831637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] DHCP port deletion for 1b8f1d41-a28d-4288-96cf-a579031e6326 request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:23:41.852551 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:41.866135 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.886712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] No DVR routers for this DVR port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd on host dv-cinder-849846-1-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:41.899225 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Deleting port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:23:41.899991 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:41.913357 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:41.967018 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device e72cb125-31b6-4987-acb1-c1a93776e724 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:42.006921 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (1b8f1d41-a28d-4288-96cf-a579031e6326), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.033265 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8f1d41-a28d-4288-96cf-a579031e6326']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:42.035056 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: e72cb125-31b6-4987-acb1-c1a93776e724 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:42.035525 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device e72cb125-31b6-4987-acb1-c1a93776e724 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:42.036065 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 1fe54220-20f0-461b-9c76-9e3d2cfdabcd no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:42.038554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] For port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd, host dv-cinder-849846-1-iscsi, got binding levels [] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:42.039049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.047422 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dff4077-6e2b-4350-9d9c-8f6020a638b2') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:42.047743 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dff4077-6e2b-4350-9d9c-8f6020a638b2') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:23:42.049445 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:42.063522 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (1dff4077-6e2b-4350-9d9c-8f6020a638b2), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.081011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 1fe54220-20f0-461b-9c76-9e3d2cfdabcd {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:42.081528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 1fe54220-20f0-461b-9c76-9e3d2cfdabcd not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:42.082048 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:42.083181 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1dff4077-6e2b-4350-9d9c-8f6020a638b2), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.091563 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:23:42.092451 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (1dff4077-6e2b-4350-9d9c-8f6020a638b2), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.102607 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Calling delete_port for 1fe54220-20f0-461b-9c76-9e3d2cfdabcd owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:23:42.111078 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:23:42.111431 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c3d2de6a-b4b4-4f82-a1b2-4312c31511a7 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:23:42.114963 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.ipam_backend_mixin [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd was not found and therefore no delete operation was performed {{(pid=104073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 14:23:42.117194 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (1fe54220-20f0-461b-9c76-9e3d2cfdabcd), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.142799 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.164859 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] No DVR routers for this DVR port 1fe54220-20f0-461b-9c76-9e3d2cfdabcd on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:23:42.168724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26110eb4-c267-4008-832f-ba48dcadc7ce None None] Pushing event deleted for resources: {'Port': ['ID=1fe54220-20f0-461b-9c76-9e3d2cfdabcd,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:42.189865 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1dff4077-6e2b-4350-9d9c-8f6020a638b2 resource provider aggregate not found Jul 18 14:23:42.203506 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (1b8f1d41-a28d-4288-96cf-a579031e6326), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.216121 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.220638 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] 10.222.0.94 "DELETE /v2.0/networks/1b8f1d41-a28d-4288-96cf-a579031e6326 HTTP/1.1" status: 204 len: 168 time: 0.7378106 Jul 18 14:23:42.223682 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1dff4077-6e2b-4350-9d9c-8f6020a638b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dff4077-6e2b-4350-9d9c-8f6020a638b2 found for delete ", "request_id": "req-19aad318-f9a0-42e9-bae7-eff7c908d830"}]} Jul 18 14:23:42.235244 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c526da-fb5f-43e8-a8ef-8089592170be admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8f1d41-a28d-4288-96cf-a579031e6326,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:42.371504 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42872) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:42.417467 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6bd840a5-674e-440f-95aa-0bd9e1d93424 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9df5aea1d29c4a91b82a956e152bd214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445821 Jul 18 14:23:42.420140 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42874) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:42.476083 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] Publish callbacks [] for security_group (4d747dbf-f18a-426e-9765-f37a4346b348), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.501347 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] Publish callbacks [] for security_group (4d747dbf-f18a-426e-9765-f37a4346b348), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.559852 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4d747dbf-f18a-426e-9765-f37a4346b348), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.562926 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:42.566772 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4d747dbf-f18a-426e-9765-f37a4346b348 HTTP/1.1" status: 204 len: 168 time: 0.1427641 Jul 18 14:23:42.582152 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e7547-b395-44e1-a517-8423ef44d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d747dbf-f18a-426e-9765-f37a4346b348,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:42.851565 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743d7d-7a21-4be0-a3b1-f486e3a600aa req-cf3b199c-74d9-4e35-9c40-03660ffc3dec tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:42.854381 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd743d7d-7a21-4be0-a3b1-f486e3a600aa req-cf3b199c-74d9-4e35-9c40-03660ffc3dec tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0527048 Jul 18 14:23:42.911251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd743d7d-7a21-4be0-a3b1-f486e3a600aa req-74113872-31d8-4313-a3f7-7fb82b30c650 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490928 Jul 18 14:23:43.012321 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42882) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:43.065311 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-509a09fb-e053-47a4-96f6-57032c114e17 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9ce4b3331cb847c4a360c4da862dca29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517285 Jul 18 14:23:43.068121 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 42884) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:23:43.129240 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] Publish callbacks [] for security_group (b299392d-e742-4514-9393-1c8daafc3ee1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:43.154575 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] Publish callbacks [] for security_group (b299392d-e742-4514-9393-1c8daafc3ee1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:43.237408 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b299392d-e742-4514-9393-1c8daafc3ee1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:43.239837 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:43.241022 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b299392d-e742-4514-9393-1c8daafc3ee1 HTTP/1.1" status: 204 len: 168 time: 0.1719520 Jul 18 14:23:43.249542 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd48a-dbc0-432e-b93a-8802b95d820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299392d-e742-4514-9393-1c8daafc3ee1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:43.288736 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:43.617992 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:44.059657 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc028-b9ff-45d6-b192-5da562a6cbe6 req-7a628d48-ef45-42c3-ad2c-fbc511856945 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:44.061187 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e76dc028-b9ff-45d6-b192-5da562a6cbe6 req-7a628d48-ef45-42c3-ad2c-fbc511856945 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0604217 Jul 18 14:23:44.117933 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e76dc028-b9ff-45d6-b192-5da562a6cbe6 req-6cc30a4c-744e-4c0f-afc4-5b58de73a062 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505915 Jul 18 14:23:45.254685 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d15f88-0c41-4585-87dd-b13f728026a8 req-50da8083-c14a-4045-a519-c3fe9cb52ed3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:45.256196 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a6d15f88-0c41-4585-87dd-b13f728026a8 req-50da8083-c14a-4045-a519-c3fe9cb52ed3 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0597198 Jul 18 14:23:45.277900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:45.300082 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:45.320916 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a6d15f88-0c41-4585-87dd-b13f728026a8 req-8ec88105-6768-4c45-b2d6-d982bba6a682 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591459 Jul 18 14:23:46.450948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0ecb-83aa-440f-a2ef-a068b2270977 req-4bb2b7b1-eb38-48e2-9047-aa9a7d8a9616 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:46.452348 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0a7c0ecb-83aa-440f-a2ef-a068b2270977 req-4bb2b7b1-eb38-48e2-9047-aa9a7d8a9616 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0547659 Jul 18 14:23:46.501824 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0a7c0ecb-83aa-440f-a2ef-a068b2270977 req-a2b00a14-2a9c-4efb-9c73-7f70b93ab841 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Jul 18 14:23:47.629239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-6cc317ff-5124-4f8c-a47b-2187222c6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:47.630676 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-6cc317ff-5124-4f8c-a47b-2187222c6f41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0677350 Jul 18 14:23:47.653930 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a96321-38f7-4c4e-b75e-2b437f4b82a4 req-de4817dd-a51e-4ba3-b718-ca1658418b7a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:47.655328 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b7a96321-38f7-4c4e-b75e-2b437f4b82a4 req-de4817dd-a51e-4ba3-b718-ca1658418b7a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0813560 Jul 18 14:23:47.756402 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b7a96321-38f7-4c4e-b75e-2b437f4b82a4 req-bebae61b-6ed5-4792-ae00-5b64d7df31f5 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913057 Jul 18 14:23:47.769275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-9304be7c-4523-4b4a-b52c-0dd10583c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:47.770733 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-9304be7c-4523-4b4a-b52c-0dd10583c9e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.1325722 Jul 18 14:23:47.834245 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-4af0cb86-ce9e-4bab-acf5-5b67bddac6c8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0559866 Jul 18 14:23:47.880182 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-a0438aeb-9b2a-4c51-8cb8-df4e0670614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:47.881561 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-a0438aeb-9b2a-4c51-8cb8-df4e0670614f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0422246 Jul 18 14:23:47.927371 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-509b9d26-21e9-4461-a2e5-e1d9f219173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:47.928857 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-509b9d26-21e9-4461-a2e5-e1d9f219173d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417027 Jul 18 14:23:48.018856 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-1ff1ebae-01ca-47e7-a865-5fbd53e5f949 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832028 Jul 18 14:23:48.109888 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0d15de4f-ecef-4c71-bbbb-22001478b218 req-4fc68bc1-2a06-49b1-8533-160d7635ed96 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Jul 18 14:23:48.891751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227766-6d10-49e4-be72-e3ed3ede60d7 req-b3c855ef-c68e-42af-a5b0-5997350118a0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:48.893276 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60227766-6d10-49e4-be72-e3ed3ede60d7 req-b3c855ef-c68e-42af-a5b0-5997350118a0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Jul 18 14:23:48.940023 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60227766-6d10-49e4-be72-e3ed3ede60d7 req-873c0ca0-752d-4dac-9a70-3a36e7797fdc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Jul 18 14:23:50.060818 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050dcc2-88fa-4c19-b061-ced31d8a03ee req-512ced7a-d841-48b8-bfef-4fc3a5b17045 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:50.062191 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0050dcc2-88fa-4c19-b061-ced31d8a03ee req-512ced7a-d841-48b8-bfef-4fc3a5b17045 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0462422 Jul 18 14:23:50.112189 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0050dcc2-88fa-4c19-b061-ced31d8a03ee req-8eb13564-cb85-4dc7-96a2-d193a6ca2da4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Jul 18 14:23:51.044438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ecbfb-356d-4887-b429-7c0ca0e2a051 req-bd1b3eb7-8b82-48fb-b4c2-3dce1e171f8a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:51.047024 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-db4ecbfb-356d-4887-b429-7c0ca0e2a051 req-bd1b3eb7-8b82-48fb-b4c2-3dce1e171f8a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 946 time: 0.0578291 Jul 18 14:23:51.113263 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-db4ecbfb-356d-4887-b429-7c0ca0e2a051 req-f9bc554b-4aa3-4d7f-a12a-0020c5002570 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597575 Jul 18 14:23:51.385520 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:23:51.439874 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-f87037c7-03e0-48d8-ba80-b9673dd96d5d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465700 Jul 18 14:23:51.459405 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: ACTIVE; New status is: DOWN {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:23:51.459801 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:51.482683 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:23:51.484952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e1654-05eb-48dd-a1dc-6defaa497863" -d '{"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-unplugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:23:51.497872 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:23:51.501235 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:23:51.523567 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd0d1e2-45c4-40c7-9532-9bb1b3eab010 x-openstack-request-id: req-8dd0d1e2-45c4-40c7-9532-9bb1b3eab010 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:23:51.523853 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-unplugged", "status": "failed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "code": 422}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:23:51.524132 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8dd0d1e2-45c4-40c7-9532-9bb1b3eab010 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:23:51.524538 dv-cinder-849846-1-iscsi neutron-server[104073]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8dd0d1e2-45c4-40c7-9532-9bb1b3eab010']: {'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'code': 422} returned with failed status Jul 18 14:23:51.550087 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=8']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:23:51.569498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-4c3c3c6b-ee87-45ac-bb58-6b18c2d347fc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:51.570868 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-4c3c3c6b-ee87-45ac-bb58-6b18c2d347fc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports/43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 941 time: 0.1035836 Jul 18 14:23:52.199821 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:52.238103 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42e98-ffd4-4ee5-868e-9c84e3b0edca req-ea658881-2f98-420a-b283-c699c4a77abc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.239553 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ea42e98-ffd4-4ee5-868e-9c84e3b0edca req-ea658881-2f98-420a-b283-c699c4a77abc tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Jul 18 14:23:52.281833 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:52.286737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3ea42e98-ffd4-4ee5-868e-9c84e3b0edca req-c298283c-dcc1-4f3b-bbe2-27e25bdb7b31 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Jul 18 14:23:52.357964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-66831fc4-dc7b-4188-9e1f-4ba5521e3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.359431 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-66831fc4-dc7b-4188-9e1f-4ba5521e3785 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9&tenant_id=3e0348cc781c4af3bfc3302499b19c74 HTTP/1.1" status: 200 len: 1128 time: 0.0435138 Jul 18 14:23:52.429895 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-bdf18730-b7ff-4ce0-bbbe-48b344fc0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.431263 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-bdf18730-b7ff-4ce0-bbbe-48b344fc0d23 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1128 time: 0.0383859 Jul 18 14:23:52.523752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-108ba46b-0352-4111-be76-dd19d5b80b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.525200 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-108ba46b-0352-4111-be76-dd19d5b80b38 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0864241 Jul 18 14:23:52.584763 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-b54fc718-3712-44ef-985b-3f33d9368fd9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 999 time: 0.0530076 Jul 18 14:23:52.630864 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-3432d0ce-7436-42e4-87a2-55bc3875cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.632239 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-3432d0ce-7436-42e4-87a2-55bc3875cc0a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0413654 Jul 18 14:23:52.674951 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-16bf8470-157d-4644-afaa-ae8399872ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:52.676386 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-16bf8470-157d-4644-afaa-ae8399872ad7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368681 Jul 18 14:23:52.768304 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-35705f5b-df76-467e-b583-443998f78f4f service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854840 Jul 18 14:23:52.858327 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-255f275b-a8d4-4095-9de6-d6cfd764a618 req-08d21a6c-ac7a-4d33-8ff0-f1062941ff74 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Jul 18 14:23:53.467908 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7719a-46ff-4935-ae9e-85cdd8f3f08d req-ef8148d6-dbd2-40e3-aead-4a74f9fde14b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:53.475664 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9de7719a-46ff-4935-ae9e-85cdd8f3f08d req-ef8148d6-dbd2-40e3-aead-4a74f9fde14b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0836737 Jul 18 14:23:53.535830 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9de7719a-46ff-4935-ae9e-85cdd8f3f08d req-ad71eb24-7cc1-4ca5-8d0a-c2f92b744a81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590641 Jul 18 14:23:54.692699 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40c08-967f-4709-9cf9-8153f9f74ff5 req-5a2637fb-4131-4125-b445-84c22f13c5ce tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:54.695015 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90b40c08-967f-4709-9cf9-8153f9f74ff5 req-5a2637fb-4131-4125-b445-84c22f13c5ce tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0628357 Jul 18 14:23:54.743303 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-90b40c08-967f-4709-9cf9-8153f9f74ff5 req-607c3d29-4196-439d-a307-3cc3aae4878f tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Jul 18 14:23:55.883320 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e78b24-f44a-4f59-a86e-d10b57544519 req-cad059b3-230a-4237-b853-eefd9fca6698 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:55.885538 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8e78b24-f44a-4f59-a86e-d10b57544519 req-cad059b3-230a-4237-b853-eefd9fca6698 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0641613 Jul 18 14:23:55.934968 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8e78b24-f44a-4f59-a86e-d10b57544519 req-018a2d81-1802-4657-beef-f2be71d4c67c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Jul 18 14:23:56.245434 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=48 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:56.246720 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=41 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:56.596038 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:23:57.098675 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030213b2-6406-4c8f-8035-5632e4401784 req-1b922f40-c0d9-4bbf-9f38-184374aeadf0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:57.100242 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-030213b2-6406-4c8f-8035-5632e4401784 req-1b922f40-c0d9-4bbf-9f38-184374aeadf0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Jul 18 14:23:57.159716 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-030213b2-6406-4c8f-8035-5632e4401784 req-782b475f-6ca9-40e1-b375-2efb65e6cde4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509610 Jul 18 14:23:58.289793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4905e6-4d96-4941-ae0a-e50f26dafbde req-15b371e1-d96b-4fe3-8ba3-f5ac57ed276e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:58.293248 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f4905e6-4d96-4941-ae0a-e50f26dafbde req-15b371e1-d96b-4fe3-8ba3-f5ac57ed276e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0654228 Jul 18 14:23:58.314476 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:58.345080 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f4905e6-4d96-4941-ae0a-e50f26dafbde req-3987d953-d345-4414-9ba5-27dda616a31d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Jul 18 14:23:59.497484 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8768851-6ebc-4aef-a0d6-aed9e57b617e req-3ddf381c-0512-4ee5-91f7-ad0c3d5b1ba7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:23:59.499419 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8768851-6ebc-4aef-a0d6-aed9e57b617e req-3ddf381c-0512-4ee5-91f7-ad0c3d5b1ba7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0505114 Jul 18 14:23:59.545591 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:23:59.554376 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e8768851-6ebc-4aef-a0d6-aed9e57b617e req-6e28cbdf-200f-40cf-921d-e1d1fca2e40e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488153 Jul 18 14:24:00.703859 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2fed-952d-4593-883f-d509a2f7a629 req-a9d42ee5-7208-4557-9a0c-08324478fd3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:00.705483 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e11c2fed-952d-4593-883f-d509a2f7a629 req-a9d42ee5-7208-4557-9a0c-08324478fd3d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0625095 Jul 18 14:24:00.759707 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e11c2fed-952d-4593-883f-d509a2f7a629 req-2e1095f7-2d47-472b-9ca8-ffb294c68f76 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482543 Jul 18 14:24:01.546767 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:01.549374 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:01.558607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=9,neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:01.560492 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=72,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:01.884124 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed611af7-0d7f-4969-9646-45c7127360a1 req-42f304ec-0d84-4668-8ca8-4a7310740888 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:01.886387 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ed611af7-0d7f-4969-9646-45c7127360a1 req-42f304ec-0d84-4668-8ca8-4a7310740888 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Jul 18 14:24:01.949363 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ed611af7-0d7f-4969-9646-45c7127360a1 req-0fc49bb1-178e-42e5-bf07-d9be77b3b6e6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574961 Jul 18 14:24:02.135913 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:03.075924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066e32-1268-448d-814a-06a12bfdc1b4 req-1fe7b59d-caa9-4261-9475-42e7c90a29b1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:03.077511 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b066e32-1268-448d-814a-06a12bfdc1b4 req-1fe7b59d-caa9-4261-9475-42e7c90a29b1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0480754 Jul 18 14:24:03.124470 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8b066e32-1268-448d-814a-06a12bfdc1b4 req-1accbf32-0857-4496-b844-c6b187df30fe tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Jul 18 14:24:03.163174 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-90573597-45a0-4e3a-bbe5-6c50b1a00543 req-44622c2b-db1f-46d6-9515-552bd71c3058 service neutron] (104071) timed out ('10.222.0.87', 58109) {{(pid=104071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:24:04.245281 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066221fe-9e57-48e9-8823-4f2cf41df929 req-8c2da0a9-36ad-4ce4-9298-ab7e11cc28c1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:04.246737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-066221fe-9e57-48e9-8823-4f2cf41df929 req-8c2da0a9-36ad-4ce4-9298-ab7e11cc28c1 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0505283 Jul 18 14:24:04.293141 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-066221fe-9e57-48e9-8823-4f2cf41df929 req-c6d5b8b3-7382-4a3b-92a9-3a3526112cc8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Jul 18 14:24:05.410246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f17664-d2c6-49fe-8e08-0fb57b8a8a19 req-1efe300c-cdfa-4ccd-a5f4-9739c59bc007 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:05.411720 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-54f17664-d2c6-49fe-8e08-0fb57b8a8a19 req-1efe300c-cdfa-4ccd-a5f4-9739c59bc007 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0460048 Jul 18 14:24:05.458093 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-54f17664-d2c6-49fe-8e08-0fb57b8a8a19 req-55aa2445-9779-4bbe-982c-20433c8945fe tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Jul 18 14:24:06.573815 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788290-17e1-446f-9928-14b2928eb381 req-6d8f264c-b39d-4a27-8851-0996b22d09f7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:06.575250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76788290-17e1-446f-9928-14b2928eb381 req-6d8f264c-b39d-4a27-8851-0996b22d09f7 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 944 time: 0.0462446 Jul 18 14:24:06.592074 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:06.624053 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-76788290-17e1-446f-9928-14b2928eb381 req-64ddcd48-e9a9-4304-aa3d-aefb4a4af293 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Jul 18 14:24:07.316551 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:07.410138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:24:07.504655 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:24:07.516104 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'port_id': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'mac_address': 'fa:16:3e:1d:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:24:07.553234 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:24:07.553639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:07.566187 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:24:07.587177 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:24:07.591440 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:07.635515 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=9']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:24:07.742044 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d371e10-7b2f-47b9-bd0d-8cd3ec577a64 req-fa756dec-0767-4733-b772-1087abf165a8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:07.743505 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d371e10-7b2f-47b9-bd0d-8cd3ec577a64 req-fa756dec-0767-4733-b772-1087abf165a8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 945 time: 0.0466056 Jul 18 14:24:07.790446 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6d371e10-7b2f-47b9-bd0d-8cd3ec577a64 req-4030ef7f-d12e-4e42-9170-61d3375d3483 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Jul 18 14:24:07.974868 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['43f446cc-b2f0-4389-ba66-647b952de4e8'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:24:08.602936 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d6bfec86-5a38-4b1a-8a41-2828370b9469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:08.909133 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8bb9c-1fb3-4ebd-bbbe-e0a966110d89 req-fde36622-bc4a-46a5-b14f-29ed41d04fa9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:08.910594 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19e8bb9c-1fb3-4ebd-bbbe-e0a966110d89 req-fde36622-bc4a-46a5-b14f-29ed41d04fa9 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 945 time: 0.0468693 Jul 18 14:24:08.956706 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-19e8bb9c-1fb3-4ebd-bbbe-e0a966110d89 req-e734ec0b-ef9f-4f45-ad98-8a8f4566f009 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Jul 18 14:24:09.425545 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:24:09.469311 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 43f446cc-b2f0-4389-ba66-647b952de4e8 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:24:09.469689 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:09.540977 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 43f446cc-b2f0-4389-ba66-647b952de4e8 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:24:09.541390 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:09.563810 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:24:09.566067 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775a807-75ab-4917-a4d2-90969cf72fff" -d '{"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:24:09.579115 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:24:09.583067 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:09.615775 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10146c28-0a74-4712-97d6-f4e168da2e23 x-openstack-request-id: req-10146c28-0a74-4712-97d6-f4e168da2e23 {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:24:09.616465 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-plugged", "status": "completed", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:24:09.616724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-10146c28-0a74-4712-97d6-f4e168da2e23 {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:24:09.617354 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10146c28-0a74-4712-97d6-f4e168da2e23'] response: {'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'code': 200} Jul 18 14:24:09.642935 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=10']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:24:09.824710 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f18d6-1294-49a1-8d8c-986d13097af1 req-9b3a5b05-bb5f-46a8-a68f-c21eb7e3fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:09.826106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c5f18d6-1294-49a1-8d8c-986d13097af1 req-9b3a5b05-bb5f-46a8-a68f-c21eb7e3fece service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1131 time: 0.0422034 Jul 18 14:24:09.868477 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3c5f18d6-1294-49a1-8d8c-986d13097af1 req-9fcefaae-1cfb-44aa-b2d7-0dac52a39ab4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369551 Jul 18 14:24:10.076043 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11b9b6-ac2c-4bdf-85b5-a95e886245a2 req-9832ea01-d479-493a-9912-6c959beac69d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:10.077433 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b11b9b6-ac2c-4bdf-85b5-a95e886245a2 req-9832ea01-d479-493a-9912-6c959beac69d tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0468993 Jul 18 14:24:10.088732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:10.125410 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9b11b9b6-ac2c-4bdf-85b5-a95e886245a2 req-e916cbdf-59e0-4d7b-95b2-c40ac99fc19a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Jul 18 14:24:10.737931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-78f07b46-aef2-4572-bc23-627216e57e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:11.250087 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184c7a1-8720-4150-9ef9-e9268aea3f03 req-5af8071a-aeb5-4716-b590-9a58d7e71d36 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:11.251565 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3184c7a1-8720-4150-9ef9-e9268aea3f03 req-5af8071a-aeb5-4716-b590-9a58d7e71d36 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0489929 Jul 18 14:24:11.282803 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:11.299121 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3184c7a1-8720-4150-9ef9-e9268aea3f03 req-a925e118-97b2-417c-891b-2a8514b942af tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Jul 18 14:24:12.014260 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:12.415487 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f0ae6-8256-4d9f-811b-356d5498ab63 req-a2359374-5379-468e-b562-55bec4eb24b6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:12.416970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-632f0ae6-8256-4d9f-811b-356d5498ab63 req-a2359374-5379-468e-b562-55bec4eb24b6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0468600 Jul 18 14:24:12.463737 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-632f0ae6-8256-4d9f-811b-356d5498ab63 req-dd50d76f-ad04-46be-b473-fa5c73d38f81 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jul 18 14:24:13.236385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:13.270550 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:13.298638 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:13.611604 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:16.738801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [req-8c8e87b1-8232-43a0-9a68-2bf2c9bc5bfd req-d2ba572c-6d8d-4e2a-9916-50c89f5cfd19 service neutron] (104071) timed out ('10.222.0.87', 58103) {{(pid=104071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:24:22.458142 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=19 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:22.460197 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=13 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:23.600753 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:23.606959 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:32.137160 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:33.238819 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:33.243903 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:33.595018 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:24:38.605728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d7542696-3d83-4593-88d6-e73a9cb8bba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:40.738944 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-2ce956a8-cb87-47e9-8d80-fb2b2de05122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:42.012270 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:43.274513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:43.589745 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:43.590412 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:43.614745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:24:44.218762 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-582e712c-f105-46ed-9b86-078ae213e8b0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836577 Jul 18 14:24:44.325338 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-c821a783-fe99-4db2-bf15-bbb7ad7b777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:44.326785 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-c821a783-fe99-4db2-bf15-bbb7ad7b777b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3e0348cc781c4af3bfc3302499b19c74&device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 1131 time: 0.0423312 Jul 18 14:24:44.428981 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-9f5f066b-2d62-442b-8e0d-2a73a7c9bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:44.430381 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-9f5f066b-2d62-442b-8e0d-2a73a7c9bf58 service neutron] 10.222.0.87 "GET /v2.0/networks?id=20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 200 len: 917 time: 0.0834460 Jul 18 14:24:44.493451 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-56ae062c-fbf9-4643-a7c5-2cadacc735d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 200 len: 1001 time: 0.0568941 Jul 18 14:24:44.541640 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-67b5b7bd-9b82-4f4f-a16d-d7b7e9e88f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:44.543046 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-67b5b7bd-9b82-4f4f-a16d-d7b7e9e88f6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 200 len: 855 time: 0.0427310 Jul 18 14:24:44.589645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-9603fc0c-c3db-4486-a5f4-1e5de1802b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:24:44.591156 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-9603fc0c-c3db-4486-a5f4-1e5de1802b3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=20020f83-2428-4bfd-81fa-0f1a764c36bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393410 Jul 18 14:24:44.683137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-f581e408-a19a-4204-8550-11dc2cda2534 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Jul 18 14:24:44.771137 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2bbc9a34-9063-4f93-8e55-3088ac097c7f req-38e8e8fe-77b4-42dd-aafd-96233e85db80 service neutron] 10.222.0.87 "GET /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812140 Jul 18 14:24:53.608373 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:53.610250 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:54.758946 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=57 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:24:54.768071 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=44 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:02.152246 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:08.120965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0771d-fa33-4934-a22b-e3556785ac74 req-f20ee647-56c8-4e5b-9784-66696fdf327c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:25:08.122423 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4d0771d-fa33-4934-a22b-e3556785ac74 req-f20ee647-56c8-4e5b-9784-66696fdf327c tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0508463 Jul 18 14:25:08.418349 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c4d0771d-fa33-4934-a22b-e3556785ac74 req-282efef2-c342-482e-bfa9-c92e1ff214a8 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903678 Jul 18 14:25:08.608349 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c162-8409-40c3-9c69-4e0c264f4d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:09.539853 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad385-f921-4b4f-94cf-4b714ce47d96 req-f5fd575a-f37d-4109-bb04-e6fc152e144b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:25:09.541329 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-898ad385-f921-4b4f-94cf-4b714ce47d96 req-f5fd575a-f37d-4109-bb04-e6fc152e144b tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0471354 Jul 18 14:25:09.586927 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-898ad385-f921-4b4f-94cf-4b714ce47d96 req-5609330f-c3d0-4974-a782-1fd5b7e4422a tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups?id=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Jul 18 14:25:09.669097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-8bd9f354-0032-47fe-8ac1-77eac4a948f4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:25:09.670501 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-8bd9f354-0032-47fe-8ac1-77eac4a948f4 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 947 time: 0.0465288 Jul 18 14:25:09.749721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Deleting port 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:09.749982 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:09.840094 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] For port 43f446cc-b2f0-4389-ba66-647b952de4e8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=43f446cc-b2f0-4389-ba66-647b952de4e8,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:25:09.840456 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.007329 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.007621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.007970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Floating IP 5c7b3675-1a83-4054-bdbb-1242b0f0ed2b disassociated. External IP: 172.27.1.63, port: 43f446cc-b2f0-4389-ba66-647b952de4e8. Jul 18 14:25:10.008331 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Calling delete_port for 43f446cc-b2f0-4389-ba66-647b952de4e8 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:10.137938 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (43f446cc-b2f0-4389-ba66-647b952de4e8), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.166819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'Port': ['ID=43f446cc-b2f0-4389-ba66-647b952de4e8,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:10.182119 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.182579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.182820 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.183167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.183516 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.184232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.184232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.184528 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.184858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.185612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.185612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.186059 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.186371 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.186738 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.187109 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:10.234664 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=17 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:10.239024 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:10.302209 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:25:10.346232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:10.396446 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:10.417039 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:25:10.426591 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:25:10.436971 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:25:10.437543 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:24:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:10.460006 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] No DVR routers for this DVR port 43f446cc-b2f0-4389-ba66-647b952de4e8 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:25:10.462493 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.465865 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-96bb36d0-1d15-4b27-8c47-86b5b47368fc req-cb16d0ab-a128-48d8-9ac2-48c85da5492e tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.87 "DELETE /v2.0/ports/43f446cc-b2f0-4389-ba66-647b952de4e8 HTTP/1.1" status: 204 len: 173 time: 0.7905729 Jul 18 14:25:10.466302 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-deleted', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:25:10.468614 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344c0ac0-92a0-48dd-a120-a3a4ba3a89c3" -d '{"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-deleted", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:25:10.544794 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:25:10.545805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6764f1-4882-412f-9f20-893f6790d008 x-openstack-request-id: req-8a6764f1-4882-412f-9f20-893f6790d008 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:25:10.546281 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b11b52-344f-40fa-9223-bde705aedfc9", "name": "network-vif-deleted", "tag": "43f446cc-b2f0-4389-ba66-647b952de4e8", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:25:10.546381 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8a6764f1-4882-412f-9f20-893f6790d008 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:25:10.546723 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6764f1-4882-412f-9f20-893f6790d008'] response: {'server_uuid': '51b11b52-344f-40fa-9223-bde705aedfc9', 'name': 'network-vif-deleted', 'tag': '43f446cc-b2f0-4389-ba66-647b952de4e8', 'status': 'completed', 'code': 200} Jul 18 14:25:10.596726 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:25:10.705017 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7e25ae17-914d-4cdf-ad99-7aa4b6d17d76 req-324a0789-a542-49d6-b718-d65eba183107 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b11b52-344f-40fa-9223-bde705aedfc9 HTTP/1.1" status: 200 len: 210 time: 0.0299468 Jul 18 14:25:10.759616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4bed6474-bde2-4084-be66-250b7c5f2132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:10.761706 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:10.790297 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:25:10.799196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:25:10.799842 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:25:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:11.029089 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:25:11.208082 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:11.232701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce429a7-97cd-4296-8048-e4db00ab9037 None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:47Z', 'revision_number': 4, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': '192d8246-ae54-40d5-bb9c-8c51135cbbc7', 'name': '', 'network_id': '20020f83-2428-4bfd-81fa-0f1a764c36bd', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'mac_address': 'fa:16:3e:bf:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:47Z', 'updated_at': '2022-07-18T14:16:51Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'subnets': [{'id': '4220aa45-982a-4945-b102-33d5fb227f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:25:11.449208 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4670b9-3b83-47b2-b848-4e02dffd94a6 None None] New status for floating IP 5c7b3675-1a83-4054-bdbb-1242b0f0ed2b: DOWN {{(pid=104074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:25:11.802856 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43120) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:11.857972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (f24b3941-d0f4-4ddb-a12f-2f57ba6a6699), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:11.881843 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (f24b3941-d0f4-4ddb-a12f-2f57ba6a6699), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:11.929862 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f24b3941-d0f4-4ddb-a12f-2f57ba6a6699), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:11.932422 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:11.933551 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "DELETE /v2.0/security-groups/f24b3941-d0f4-4ddb-a12f-2f57ba6a6699 HTTP/1.1" status: 204 len: 168 time: 0.1297731 Jul 18 14:25:11.936533 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43124) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:11.944487 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b3941-d0f4-4ddb-a12f-2f57ba6a6699,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:11.953161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.953517 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.953858 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.954196 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.954531 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.954786 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.api.v2.resource [None req-e3e67024-6356-4345-bfec-7146507db0b6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] show failed (client error): The resource could not be found. Jul 18 14:25:11.954894 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.955177 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.955504 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.955825 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-e3e67024-6356-4345-bfec-7146507db0b6 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "GET /v2.0/security-groups/f24b3941-d0f4-4ddb-a12f-2f57ba6a6699 HTTP/1.1" status: 404 len: 347 time: 0.0179806 Jul 18 14:25:11.955933 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.956229 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.956556 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.956879 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.957200 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.957523 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.957843 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828aafa8-ffc6-4557-8a18-c5d56d31ba65 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:11.958776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43126) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:12.019934 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.071469 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Deleting port e05ca3ce-70cd-4bca-ac93-b4f45172c8e0 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:12.071737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.154751 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.155073 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.167455 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Calling delete_port for e05ca3ce-70cd-4bca-ac93-b4f45172c8e0 owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:12.298441 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (e05ca3ce-70cd-4bca-ac93-b4f45172c8e0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.331355 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Pushing event deleted for resources: {'Port': ['ID=e05ca3ce-70cd-4bca-ac93-b4f45172c8e0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:12.396756 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks [] for floatingip (5c7b3675-1a83-4054-bdbb-1242b0f0ed2b), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.399398 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:12.400612 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-109f748f-5587-4e19-8b4a-223ff54201f0 tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] 10.222.0.94 "DELETE /v2.0/floatingips/5c7b3675-1a83-4054-bdbb-1242b0f0ed2b HTTP/1.1" status: 204 len: 168 time: 0.4409318 Jul 18 14:25:13.273027 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:13.620872 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:13.703810 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:25:13.723218 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 43f446cc-b2f0-4389-ba66-647b952de4e8 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:25:13.723567 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 43f446cc-b2f0-4389-ba66-647b952de4e8 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:25:14.815709 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43148) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:15.216732 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:15.430462 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Deleting port 192d8246-ae54-40d5-bb9c-8c51135cbbc7 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:15.430800 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:15.507734 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] For port 192d8246-ae54-40d5-bb9c-8c51135cbbc7, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=192d8246-ae54-40d5-bb9c-8c51135cbbc7,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:25:15.508057 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:15.521124 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Calling delete_port for 192d8246-ae54-40d5-bb9c-8c51135cbbc7 owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:15.569896 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:15.616830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:15.699109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (192d8246-ae54-40d5-bb9c-8c51135cbbc7), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:15.727721 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Pushing event deleted for resources: {'Port': ['ID=192d8246-ae54-40d5-bb9c-8c51135cbbc7,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:15.886172 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.086973 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:25:16.185605 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:25:16.190539 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7ae81ee1-d1ab-474b-9eb7-62ea6afc241a admin admin] 10.222.0.94 "PUT /v2.0/routers/8f26eae0-f87e-4086-bdd6-63fe66215fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740747 Jul 18 14:25:16.193035 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43152) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:16.195918 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Sync routers for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:25:16.207031 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:25:16.207636 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:25:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:16.287282 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks [] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.306243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:25:16.371727 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:16.385079 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks [] for router_gateway (8f26eae0-f87e-4086-bdd6-63fe66215fe3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.415353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:16.421743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:16.430645 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Deleting port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:16.430997 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.482509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:25:15Z', 'revision_number': 5, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port': {'id': '7cd8fbe1-e520-47ff-92b7-7cdc14482ac0', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:16.509109 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Checking router: 8f26eae0-f87e-4086-bdd6-63fe66215fe3 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:25:16.518015 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Routers {'8f26eae0-f87e-4086-bdd6-63fe66215fe3'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:25:16.518679 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:25:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:16.605078 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] Set router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:25:16.652280 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:16.655843 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:25:16Z', 'revision_number': 6, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:16.684705 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415c0a0-5450-4bab-b5c3-d55aba0ede75 None None] The sync data for ids ['8f26eae0-f87e-4086-bdd6-63fe66215fe3'] in dv-cinder-849846-1-iscsi is: [{'id': '8f26eae0-f87e-4086-bdd6-63fe66215fe3', 'name': 'tempest-AttachVolumeShelveTestJSON-282522345-router', 'tenant_id': '3e0348cc781c4af3bfc3302499b19c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:16:45Z', 'updated_at': '2022-07-18T14:25:16Z', 'revision_number': 6, 'project_id': '3e0348cc781c4af3bfc3302499b19c74', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:25:16.714038 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] For port 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:25:16.716729 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.727690 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Calling delete_port for 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:16.888494 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (7cd8fbe1-e520-47ff-92b7-7cdc14482ac0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:16.917860 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd8fbe1-e520-47ff-92b7-7cdc14482ac0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:16.980978 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.070332 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.072644 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks [] for router_controller (8f26eae0-f87e-4086-bdd6-63fe66215fe3), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.116708 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (8f26eae0-f87e-4086-bdd6-63fe66215fe3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.117338 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f26eae0-f87e-4086-bdd6-63fe66215fe3 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:25:17.122201 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.123372 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f023b150-7048-4285-92d7-0c147890b2f8 admin admin] 10.222.0.94 "DELETE /v2.0/routers/8f26eae0-f87e-4086-bdd6-63fe66215fe3 HTTP/1.1" status: 204 len: 168 time: 0.9294138 Jul 18 14:25:17.126163 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43154) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:17.171365 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Deleting subnet 4220aa45-982a-4945-b102-33d5fb227f1f {{(pid=104072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:25:17.174395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Publish callbacks [] for subnet (4220aa45-982a-4945-b102-33d5fb227f1f), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.208989 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6689901'] for subnet (4220aa45-982a-4945-b102-33d5fb227f1f), precommit_delete_associations {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.286444 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (4220aa45-982a-4945-b102-33d5fb227f1f), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.338425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5132572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-259316'] for subnet (4220aa45-982a-4945-b102-33d5fb227f1f), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.370158 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4220aa45-982a-4945-b102-33d5fb227f1f,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:17.372166 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.375145 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6c79ec58-08b0-4118-bafe-545fa3f4fb30 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4220aa45-982a-4945-b102-33d5fb227f1f HTTP/1.1" status: 204 len: 168 time: 0.2478282 Jul 18 14:25:17.375794 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6d887-8ff6-4627-b3bc-bf8ffee58fbb None None] Network 20020f83-2428-4bfd-81fa-0f1a764c36bd requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:25:17.377700 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43156) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:17.450286 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (20020f83-2428-4bfd-81fa-0f1a764c36bd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.459611 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:17.463721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:17.505822 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Deleting port 7ed6c648-9848-4928-9b82-9040c76ecb32 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:17.506156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.542477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] DHCP port deletion for 20020f83-2428-4bfd-81fa-0f1a764c36bd request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:25:17.572261 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] For port 7ed6c648-9848-4928-9b82-9040c76ecb32, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7ed6c648-9848-4928-9b82-9040c76ecb32,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:25:17.572621 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.584038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Deleting port 7ed6c648-9848-4928-9b82-9040c76ecb32 {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:25:17.584419 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.586191 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Calling delete_port for 7ed6c648-9848-4928-9b82-9040c76ecb32 owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:17.652834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] For port 7ed6c648-9848-4928-9b82-9040c76ecb32, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=7ed6c648-9848-4928-9b82-9040c76ecb32,segment=NetworkSegment(5a91bfa5-2855-4492-9445-c6f7aeb01ddb),segment_id=5a91bfa5-2855-4492-9445-c6f7aeb01ddb)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:25:17.653240 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.668156 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Calling delete_port for 7ed6c648-9848-4928-9b82-9040c76ecb32 owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:25:17.674420 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.701232 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed6c648-9848-4928-9b82-9040c76ecb32,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:17.704562 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] No DVR routers for this DVR port 7ed6c648-9848-4928-9b82-9040c76ecb32 on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:25:17.754687 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (7ed6c648-9848-4928-9b82-9040c76ecb32), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.776234 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Pushing event deleted for resources: {'Port': ['ID=7ed6c648-9848-4928-9b82-9040c76ecb32,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:17.779226 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (20020f83-2428-4bfd-81fa-0f1a764c36bd), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.785188 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] No DVR routers for this DVR port 7ed6c648-9848-4928-9b82-9040c76ecb32 on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:25:17.787357 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.788163 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.788163 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.788407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.788702 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.789028 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.789350 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.789666 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.789981 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.790298 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.791011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.791011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.791233 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.791554 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.791851 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b063d6-a434-4f4b-ba06-3a1a7fbb6a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:25:17.800840 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20020f83-2428-4bfd-81fa-0f1a764c36bd']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:17.811418 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a91bfa5-2855-4492-9445-c6f7aeb01ddb') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:17.811721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a91bfa5-2855-4492-9445-c6f7aeb01ddb') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:25:17.822227 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (5a91bfa5-2855-4492-9445-c6f7aeb01ddb), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.835169 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (5a91bfa5-2855-4492-9445-c6f7aeb01ddb), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.841514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:25:17.841903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (5a91bfa5-2855-4492-9445-c6f7aeb01ddb), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.888609 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 5a91bfa5-2855-4492-9445-c6f7aeb01ddb resource provider aggregate not found Jul 18 14:25:17.906588 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment 5a91bfa5-2855-4492-9445-c6f7aeb01ddb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a91bfa5-2855-4492-9445-c6f7aeb01ddb found for delete ", "request_id": "req-113dc9d1-8fde-4848-bc5e-2c81ead90d74"}]} Jul 18 14:25:17.908326 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (20020f83-2428-4bfd-81fa-0f1a764c36bd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.914489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:17.917563 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] 10.222.0.94 "DELETE /v2.0/networks/20020f83-2428-4bfd-81fa-0f1a764c36bd HTTP/1.1" status: 204 len: 168 time: 0.5384336 Jul 18 14:25:17.929998 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2cf21-8edd-4c75-bb7a-2caa870706c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=20020f83-2428-4bfd-81fa-0f1a764c36bd,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:17.976078 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 192d8246-ae54-40d5-bb9c-8c51135cbbc7 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:25:17.996446 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 192d8246-ae54-40d5-bb9c-8c51135cbbc7 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:25:17.996796 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 192d8246-ae54-40d5-bb9c-8c51135cbbc7 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:25:17.997220 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:25:18.015938 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:25:18.016307 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7cd8fbe1-e520-47ff-92b7-7cdc14482ac0 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:25:18.016729 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7ed6c648-9848-4928-9b82-9040c76ecb32 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:25:18.034498 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 7ed6c648-9848-4928-9b82-9040c76ecb32 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:25:18.034849 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 7ed6c648-9848-4928-9b82-9040c76ecb32 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:25:18.048395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43164) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:18.092639 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f9491130-b614-428e-95a7-d24c2b676bdd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3e0348cc781c4af3bfc3302499b19c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430262 Jul 18 14:25:18.095035 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43166) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:18.142375 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] Publish callbacks [] for security_group (3c677702-01e8-4780-a4a7-24aa9eb6d558), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:18.163474 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] Publish callbacks [] for security_group (3c677702-01e8-4780-a4a7-24aa9eb6d558), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:18.209110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (3c677702-01e8-4780-a4a7-24aa9eb6d558), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:18.211606 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:18.212784 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3c677702-01e8-4780-a4a7-24aa9eb6d558 HTTP/1.1" status: 204 len: 168 time: 0.1168671 Jul 18 14:25:18.220363 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb11b3-3e2e-4bb6-89a5-307cc714b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c677702-01e8-4780-a4a7-24aa9eb6d558,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:20.103330 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43236) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:20.209695 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-050fef1c-557c-4624-b43e-bf497ae57a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.282914 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-050fef1c-557c-4624-b43e-bf497ae57a1b admin admin] Publish callbacks [] for security_group (f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.286922 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-050fef1c-557c-4624-b43e-bf497ae57a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.301816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:20.327019 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fef1c-557c-4624-b43e-bf497ae57a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:20.332376 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-050fef1c-557c-4624-b43e-bf497ae57a1b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b06671fbfa2142b4a7f60954465bc42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279961 Jul 18 14:25:20.335389 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43240) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:20.387353 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] Publish callbacks [] for security_group (f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.408692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] Publish callbacks [] for security_group (f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.455169 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.458224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.459376 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db HTTP/1.1" status: 204 len: 168 time: 0.1228883 Jul 18 14:25:20.467371 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36621-b35d-4a03-86a8-ddd921485699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e9e6a-6e7d-4f94-8b7e-8501fad2f6db,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:20.719078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43246) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:20.736589 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32d1a2db-f376-4bfc-a535-e4674d15ab2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.757197 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:20.817768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32d1a2db-f376-4bfc-a535-e4674d15ab2f admin admin] Publish callbacks [] for security_group (38262142-ccf4-444c-9881-18e509771727), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.821415 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-32d1a2db-f376-4bfc-a535-e4674d15ab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (38262142-ccf4-444c-9881-18e509771727), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.860909 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-32d1a2db-f376-4bfc-a535-e4674d15ab2f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=56484b44a36b46878b28a76c70ed91ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407213 Jul 18 14:25:20.861778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a2db-f376-4bfc-a535-e4674d15ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38262142-ccf4-444c-9881-18e509771727,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:20.863621 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43248) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:20.911540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] Publish callbacks [] for security_group (38262142-ccf4-444c-9881-18e509771727), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.932003 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] Publish callbacks [] for security_group (38262142-ccf4-444c-9881-18e509771727), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.978976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (38262142-ccf4-444c-9881-18e509771727), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.981759 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:20.982902 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/38262142-ccf4-444c-9881-18e509771727 HTTP/1.1" status: 204 len: 168 time: 0.1182101 Jul 18 14:25:20.990966 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f603e2-b907-43c9-bd34-a735a1e060ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38262142-ccf4-444c-9881-18e509771727,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:21.513651 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:21.519865 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:30.483118 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=62,neutron:DELETE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:30.855025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=23,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:30.857549 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:INSERT=1,neutron:SELECT=10 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:30.985382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=71,neutron:DELETE=10 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:30.987265 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:31.005999 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:32.155931 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.033708 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43388) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:34.138077 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8eaed53-17f2-4df7-89ca-56fb5b56a154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.216602 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8eaed53-17f2-4df7-89ca-56fb5b56a154 admin admin] Publish callbacks [] for security_group (ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.220433 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e8eaed53-17f2-4df7-89ca-56fb5b56a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.259725 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e8eaed53-17f2-4df7-89ca-56fb5b56a154 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb0f79114b594ef5928b9be51715163e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249601 Jul 18 14:25:34.260604 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaed53-17f2-4df7-89ca-56fb5b56a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:34.262519 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43392) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:34.311314 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] Publish callbacks [] for security_group (ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.332786 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] Publish callbacks [] for security_group (ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.382358 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.384994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.386140 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4 HTTP/1.1" status: 204 len: 168 time: 0.1220458 Jul 18 14:25:34.393774 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334261-d4d3-4df3-88b2-a3546129eb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3a75ff-4fa8-4fed-bd1e-2f6f337a46c4,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:34.650575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43398) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:34.664855 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45581bcb-1689-4f1a-bc55-6006fbc55aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.743476 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45581bcb-1689-4f1a-bc55-6006fbc55aeb admin admin] Publish callbacks [] for security_group (f2a28180-ae99-4bc4-b28b-54e3ae579466), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.747247 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-45581bcb-1689-4f1a-bc55-6006fbc55aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f2a28180-ae99-4bc4-b28b-54e3ae579466), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.786155 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-45581bcb-1689-4f1a-bc55-6006fbc55aeb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b4df57389fbe4f4382598e76184f410c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345060 Jul 18 14:25:34.787780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581bcb-1689-4f1a-bc55-6006fbc55aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a28180-ae99-4bc4-b28b-54e3ae579466,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:34.789387 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43400) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:25:34.838303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] Publish callbacks [] for security_group (f2a28180-ae99-4bc4-b28b-54e3ae579466), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.859820 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] Publish callbacks [] for security_group (f2a28180-ae99-4bc4-b28b-54e3ae579466), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.905031 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f2a28180-ae99-4bc4-b28b-54e3ae579466), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.907529 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:34.908709 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f2a28180-ae99-4bc4-b28b-54e3ae579466 HTTP/1.1" status: 204 len: 168 time: 0.1183279 Jul 18 14:25:34.917180 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50962-abcd-4eaf-8916-71dada6069f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a28180-ae99-4bc4-b28b-54e3ae579466,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:25:38.611976 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3691312f-e921-47f0-be6a-dff9dd7d4a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:40.742947 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-44bedbcd-f86a-4124-ab79-c7625fb93c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:42.018755 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:43.275667 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:43.622114 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:25:44.780188 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:44.783306 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:44.891806 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:44.912476 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:47.245164 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:47.245893 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:47.594865 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:25:53.616268 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:25:53.618106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:02.165708 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:07.319928 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:07.320945 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:08.618228 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c5b8172e-453b-4aa6-8d59-e090001029a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:10.745047 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-be71eef0-96af-4a5e-aa1b-098755d2ac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.152920 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43616) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:11.255097 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.345947 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Publish callbacks [] for security_group (a75767d9-da37-4db6-9af7-4360f841fb2d), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.350522 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a75767d9-da37-4db6-9af7-4360f841fb2d), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.387956 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75767d9-da37-4db6-9af7-4360f841fb2d,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:11.391922 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=618b2ac94ae4417296178018421c054c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379892 Jul 18 14:26:11.394804 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43620) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:11.397670 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.398018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.398513 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.398852 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.399190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.399520 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.399846 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.400193 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.400518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.400843 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.401167 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.401489 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.401847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.402180 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.402497 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55843c58-f339-4f8b-87fc-cd5ede56d6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:11.444415 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] Publish callbacks [] for security_group (a75767d9-da37-4db6-9af7-4360f841fb2d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.468405 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] Publish callbacks [] for security_group (a75767d9-da37-4db6-9af7-4360f841fb2d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.514098 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (a75767d9-da37-4db6-9af7-4360f841fb2d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.516602 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.517748 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a75767d9-da37-4db6-9af7-4360f841fb2d HTTP/1.1" status: 204 len: 168 time: 0.1219606 Jul 18 14:26:11.525331 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9afe9-20ee-4a02-9482-fd75c3c4f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75767d9-da37-4db6-9af7-4360f841fb2d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:11.784547 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43626) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:11.799034 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20ac9a29-693e-4dea-910f-c31d215e60e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.877403 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20ac9a29-693e-4dea-910f-c31d215e60e8 admin admin] Publish callbacks [] for security_group (9c14d1ad-06da-413a-9968-0bdf54b2e3e4), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.880911 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-20ac9a29-693e-4dea-910f-c31d215e60e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9c14d1ad-06da-413a-9968-0bdf54b2e3e4), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:11.924495 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-20ac9a29-693e-4dea-910f-c31d215e60e8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=08a6925f7d384eb1b8b181b3a5f6990d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386805 Jul 18 14:26:11.925290 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac9a29-693e-4dea-910f-c31d215e60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c14d1ad-06da-413a-9968-0bdf54b2e3e4,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:11.927040 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43628) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:11.980181 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Publish callbacks [] for security_group (9c14d1ad-06da-413a-9968-0bdf54b2e3e4), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:12.001297 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Publish callbacks [] for security_group (9c14d1ad-06da-413a-9968-0bdf54b2e3e4), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:12.022271 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:12.049767 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (9c14d1ad-06da-413a-9968-0bdf54b2e3e4), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:12.052463 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:12.053601 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9c14d1ad-06da-413a-9968-0bdf54b2e3e4 HTTP/1.1" status: 204 len: 168 time: 0.1255856 Jul 18 14:26:12.061699 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c14d1ad-06da-413a-9968-0bdf54b2e3e4,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:12.068942 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.069299 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.069648 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.070328 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.070641 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.070978 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.071311 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.071640 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.071991 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.072346 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.072641 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.072971 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.073298 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.073621 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:12.073942 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4258-8644-4c56-92c7-1e23a4ef7bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:13.299618 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:13.624243 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:17.744084 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43710) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:17.851853 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7178da41-be9b-43ec-ba25-f4c22b581ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:17.927703 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7178da41-be9b-43ec-ba25-f4c22b581ff4 admin admin] Publish callbacks [] for security_group (80efb76c-f120-4122-870a-6b80f4f4bb09), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:17.931629 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-7178da41-be9b-43ec-ba25-f4c22b581ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (80efb76c-f120-4122-870a-6b80f4f4bb09), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:17.973334 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-7178da41-be9b-43ec-ba25-f4c22b581ff4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a922c8a16b264594a0224c9d0aad0d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281628 Jul 18 14:26:17.974192 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178da41-be9b-43ec-ba25-f4c22b581ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80efb76c-f120-4122-870a-6b80f4f4bb09,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:17.976152 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43714) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:18.026546 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] Publish callbacks [] for security_group (80efb76c-f120-4122-870a-6b80f4f4bb09), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.048629 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] Publish callbacks [] for security_group (80efb76c-f120-4122-870a-6b80f4f4bb09), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.094277 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (80efb76c-f120-4122-870a-6b80f4f4bb09), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.097052 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.098198 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/80efb76c-f120-4122-870a-6b80f4f4bb09 HTTP/1.1" status: 204 len: 168 time: 0.1205652 Jul 18 14:26:18.106558 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79ce5-dc09-43e3-ac89-21365e3480d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80efb76c-f120-4122-870a-6b80f4f4bb09,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:18.357451 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43720) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:18.370662 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d78e377f-1be6-43ab-90c7-6250462858d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.449359 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d78e377f-1be6-43ab-90c7-6250462858d0 admin admin] Publish callbacks [] for security_group (c209c14a-78ac-48a2-bbcd-d078ff823a85), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.452971 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-d78e377f-1be6-43ab-90c7-6250462858d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c209c14a-78ac-48a2-bbcd-d078ff823a85), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.490707 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-d78e377f-1be6-43ab-90c7-6250462858d0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ea6ef73249d84f88963cf34916325f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322153 Jul 18 14:26:18.492666 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e377f-1be6-43ab-90c7-6250462858d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c209c14a-78ac-48a2-bbcd-d078ff823a85,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:18.493473 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43722) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:18.542586 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] Publish callbacks [] for security_group (c209c14a-78ac-48a2-bbcd-d078ff823a85), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.563177 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] Publish callbacks [] for security_group (c209c14a-78ac-48a2-bbcd-d078ff823a85), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.609382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (c209c14a-78ac-48a2-bbcd-d078ff823a85), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.611852 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:18.613014 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c209c14a-78ac-48a2-bbcd-d078ff823a85 HTTP/1.1" status: 204 len: 168 time: 0.1185572 Jul 18 14:26:18.620739 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd21bf9-0d44-4793-a469-eccadfe21fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209c14a-78ac-48a2-bbcd-d078ff823a85,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:19.274816 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43744) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:19.370074 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581384893-network', 'tenant_id': '3ae9c262531e496286a1fcad0ce8e633'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:19.390956 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Made reservation on behalf of 3ae9c262531e496286a1fcad0ce8e633 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:26:19.393412 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.401740 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.455373 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:19.458340 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:19.479255 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks [] for security_group (b6cfc861-69dc-4b85-9999-73bdb6e83a2c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.482894 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b6cfc861-69dc-4b85-9999-73bdb6e83a2c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.507369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:26:19.527798 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2a461c8c-82bb-412d-8771-31df9b00e3da), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.528166 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Added segment 2a461c8c-82bb-412d-8771-31df9b00e3da of type vlan for network 3e57814a-b69a-4e1a-8eac-4d282c8019cf Jul 18 14:26:19.529524 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cfc861-69dc-4b85-9999-73bdb6e83a2c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:19.571930 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (3e57814a-b69a-4e1a-8eac-4d282c8019cf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.597475 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (3e57814a-b69a-4e1a-8eac-4d282c8019cf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.598500 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:19.599087 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.632956 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3570349 Jul 18 14:26:19.635973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43748) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:19.641170 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Request body: {'subnet': {'network_id': '3e57814a-b69a-4e1a-8eac-4d282c8019cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581384893-subnet', 'tenant_id': '3ae9c262531e496286a1fcad0ce8e633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:19.655051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:19.664605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Made reservation on behalf of 3ae9c262531e496286a1fcad0ce8e633 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:26:19.666108 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cad0c-e229-4ab3-9e29-22f79cfc83ad admin admin] Pushing event updated for resources: {'Network': ['ID=3e57814a-b69a-4e1a-8eac-4d282c8019cf,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:19.667096 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.675851 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 3e57814a-b69a-4e1a-8eac-4d282c8019cf details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:26:19.689131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:19.839811 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (c0d079f9-7327-4e34-ae5d-521fedc3bfc0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.894337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d079f9-7327-4e34-ae5d-521fedc3bfc0,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:19.905090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Checking segment: {'id': '2a461c8c-82bb-412d-8771-31df9b00e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3e57814a-b69a-4e1a-8eac-4d282c8019cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:26:19.905455 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Network hostable DHCP agents. Network: 3e57814a-b69a-4e1a-8eac-4d282c8019cf, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:26:19.921863 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Network 3e57814a-b69a-4e1a-8eac-4d282c8019cf is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:26:19.929945 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 3e57814a-b69a-4e1a-8eac-4d282c8019cf) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:26:19.934985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:19.935663 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:19.944517 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b67e534-9887-4d2c-8621-bb62f3e3b5c8 None None] Network 3e57814a-b69a-4e1a-8eac-4d282c8019cf requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:26:19.955704 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-84bdfd66-63ce-4a6a-a9b5-4b781bfd3ae9 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3186359 Jul 18 14:26:20.047387 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed3bf3-2b34-437f-b625-984deb556d98 None None] Network 3e57814a-b69a-4e1a-8eac-4d282c8019cf requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:26:20.421994 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43764) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:20.426801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094667953-network', 'tenant_id': '88b56e01548c40dfabfe48ce189d7bc9'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:20.446760 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Made reservation on behalf of 88b56e01548c40dfabfe48ce189d7bc9 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:26:20.448955 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.457110 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.534075 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks [] for security_group (e9330004-3770-4cd8-9fc1-b134e35374a5), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.537714 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e9330004-3770-4cd8-9fc1-b134e35374a5), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.562817 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:26:20.573192 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9330004-3770-4cd8-9fc1-b134e35374a5,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:20.578068 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (d425676e-23b0-4e69-a707-85b787b4729a), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.578415 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Added segment d425676e-23b0-4e69-a707-85b787b4729a of type vlan for network 8875c5f2-6260-4a0e-acb7-8160155e01e8 Jul 18 14:26:20.617901 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (8875c5f2-6260-4a0e-acb7-8160155e01e8), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.641742 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (8875c5f2-6260-4a0e-acb7-8160155e01e8), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.642844 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:20.643436 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.675073 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2520175 Jul 18 14:26:20.678124 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 43766) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:20.683524 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Request body: {'subnet': {'network_id': '8875c5f2-6260-4a0e-acb7-8160155e01e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094667953-subnet', 'tenant_id': '88b56e01548c40dfabfe48ce189d7bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:20.705747 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Made reservation on behalf of 88b56e01548c40dfabfe48ce189d7bc9 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:26:20.708214 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.710306 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c13275-dade-4ab6-911a-e534b25ec50b admin admin] Pushing event updated for resources: {'Network': ['ID=8875c5f2-6260-4a0e-acb7-8160155e01e8,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:20.721052 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network 8875c5f2-6260-4a0e-acb7-8160155e01e8 details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:26:20.875636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (7acb0afb-bc4d-4c08-b08b-0208ffdfbeda), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.936385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acb0afb-bc4d-4c08-b08b-0208ffdfbeda,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:20.945514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Checking segment: {'id': 'd425676e-23b0-4e69-a707-85b787b4729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8875c5f2-6260-4a0e-acb7-8160155e01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:26:20.945871 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Network hostable DHCP agents. Network: 8875c5f2-6260-4a0e-acb7-8160155e01e8, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:26:20.963691 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Network 8875c5f2-6260-4a0e-acb7-8160155e01e8 is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:26:20.972752 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, 8875c5f2-6260-4a0e-acb7-8160155e01e8) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:26:20.978016 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:20.979976 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:20.980799 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0dcfb-27c7-4095-9a23-7ea611cae48c None None] Network 8875c5f2-6260-4a0e-acb7-8160155e01e8 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:26:20.996379 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-aea4fef0-71e4-456c-9ba6-66e048f7858e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3169389 Jul 18 14:26:21.084594 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab24c2b-027d-45a7-840c-713c91e6bab2 None None] Network 8875c5f2-6260-4a0e-acb7-8160155e01e8 requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:26:24.240851 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:24.242109 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:24.593186 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:26:30.706284 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=65,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:30.707070 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:INSERT=10,neutron:SELECT=51,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:30.988847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=65,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:30.989633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:31.162119 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:31.162854 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:32.166673 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.428638 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43884) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:34.473272 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Deleting subnet c0d079f9-7327-4e34-ae5d-521fedc3bfc0 {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:26:34.476422 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Publish callbacks [] for subnet (c0d079f9-7327-4e34-ae5d-521fedc3bfc0), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.510821 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (c0d079f9-7327-4e34-ae5d-521fedc3bfc0), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.548958 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (c0d079f9-7327-4e34-ae5d-521fedc3bfc0), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.589632 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:34.605498 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (c0d079f9-7327-4e34-ae5d-521fedc3bfc0), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.631425 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d079f9-7327-4e34-ae5d-521fedc3bfc0,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:34.635059 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.638199 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f01a441f-2172-49e9-9821-08bc0732dd2e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/c0d079f9-7327-4e34-ae5d-521fedc3bfc0 HTTP/1.1" status: 204 len: 168 time: 0.2085798 Jul 18 14:26:34.640689 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43886) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:34.708584 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (3e57814a-b69a-4e1a-8eac-4d282c8019cf), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.792386 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (3e57814a-b69a-4e1a-8eac-4d282c8019cf), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.812625 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e57814a-b69a-4e1a-8eac-4d282c8019cf']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:34.822103 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a461c8c-82bb-412d-8771-31df9b00e3da') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:34.822434 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a461c8c-82bb-412d-8771-31df9b00e3da') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:34.831906 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (2a461c8c-82bb-412d-8771-31df9b00e3da), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.845404 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (2a461c8c-82bb-412d-8771-31df9b00e3da), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.851488 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:26:34.851878 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (2a461c8c-82bb-412d-8771-31df9b00e3da), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.902305 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 2a461c8c-82bb-412d-8771-31df9b00e3da resource provider aggregate not found Jul 18 14:26:34.920386 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 2a461c8c-82bb-412d-8771-31df9b00e3da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a461c8c-82bb-412d-8771-31df9b00e3da found for delete ", "request_id": "req-061c2d60-1877-4656-907d-4e9831d764e6"}]} Jul 18 14:26:34.924275 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (3e57814a-b69a-4e1a-8eac-4d282c8019cf), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.929822 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:34.932856 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3e57814a-b69a-4e1a-8eac-4d282c8019cf HTTP/1.1" status: 204 len: 168 time: 0.2912557 Jul 18 14:26:34.935689 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43894) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:34.952626 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b66ca-b679-4ae9-9b5f-ff6e9ce876d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e57814a-b69a-4e1a-8eac-4d282c8019cf,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:34.990184 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Deleting subnet 7acb0afb-bc4d-4c08-b08b-0208ffdfbeda {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:26:34.993508 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Publish callbacks [] for subnet (7acb0afb-bc4d-4c08-b08b-0208ffdfbeda), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.033020 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (7acb0afb-bc4d-4c08-b08b-0208ffdfbeda), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.074972 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (7acb0afb-bc4d-4c08-b08b-0208ffdfbeda), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.126122 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (7acb0afb-bc4d-4c08-b08b-0208ffdfbeda), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.151013 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acb0afb-bc4d-4c08-b08b-0208ffdfbeda,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:35.154679 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.157732 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-087bb0a6-8e94-44fe-b7b1-f67f93c79bc5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/7acb0afb-bc4d-4c08-b08b-0208ffdfbeda HTTP/1.1" status: 204 len: 168 time: 0.2211263 Jul 18 14:26:35.160161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43896) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:35.229958 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (8875c5f2-6260-4a0e-acb7-8160155e01e8), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.278666 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:35.306383 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (8875c5f2-6260-4a0e-acb7-8160155e01e8), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.315182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:35.329114 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8875c5f2-6260-4a0e-acb7-8160155e01e8']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:35.339394 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd425676e-23b0-4e69-a707-85b787b4729a') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:35.339691 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd425676e-23b0-4e69-a707-85b787b4729a') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:26:35.349539 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (d425676e-23b0-4e69-a707-85b787b4729a), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.362923 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (d425676e-23b0-4e69-a707-85b787b4729a), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.369222 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:26:35.369603 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (d425676e-23b0-4e69-a707-85b787b4729a), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.428175 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (8875c5f2-6260-4a0e-acb7-8160155e01e8), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.433714 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.436861 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] 10.222.0.94 "DELETE /v2.0/networks/8875c5f2-6260-4a0e-acb7-8160155e01e8 HTTP/1.1" status: 204 len: 168 time: 0.2758098 Jul 18 14:26:35.448402 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be2eeb-d99e-491f-aca5-52c39e80642d admin admin] Pushing event deleted for resources: {'Network': ['ID=8875c5f2-6260-4a0e-acb7-8160155e01e8,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:35.595567 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43900) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:35.635513 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5836fb38-2c2d-4681-99d8-6793f4179028 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3ae9c262531e496286a1fcad0ce8e633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387874 Jul 18 14:26:35.637976 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43902) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:35.685712 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] Publish callbacks [] for security_group (b6cfc861-69dc-4b85-9999-73bdb6e83a2c), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.707303 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] Publish callbacks [] for security_group (b6cfc861-69dc-4b85-9999-73bdb6e83a2c), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.757245 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (b6cfc861-69dc-4b85-9999-73bdb6e83a2c), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.760755 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:35.761894 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b6cfc861-69dc-4b85-9999-73bdb6e83a2c HTTP/1.1" status: 204 len: 168 time: 0.1230276 Jul 18 14:26:35.770577 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b9107-9afb-4b41-ae28-a6f8f8dddcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cfc861-69dc-4b85-9999-73bdb6e83a2c,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:36.074405 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43908) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:36.114359 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-c950be08-5010-40e7-9db6-89094562d96b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=88b56e01548c40dfabfe48ce189d7bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388100 Jul 18 14:26:36.116802 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 43910) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:26:36.165231 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] Publish callbacks [] for security_group (e9330004-3770-4cd8-9fc1-b134e35374a5), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:36.186404 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] Publish callbacks [] for security_group (e9330004-3770-4cd8-9fc1-b134e35374a5), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:36.233873 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (e9330004-3770-4cd8-9fc1-b134e35374a5), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:36.236390 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:36.237596 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e9330004-3770-4cd8-9fc1-b134e35374a5 HTTP/1.1" status: 204 len: 168 time: 0.1198869 Jul 18 14:26:36.245558 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4eee-72ac-42ac-9b4f-0b3a0db6222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9330004-3770-4cd8-9fc1-b134e35374a5,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:36.938892 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment d425676e-23b0-4e69-a707-85b787b4729a resource provider aggregate not found Jul 18 14:26:36.956055 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment d425676e-23b0-4e69-a707-85b787b4729a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d425676e-23b0-4e69-a707-85b787b4729a found for delete ", "request_id": "req-05c873f0-8ce1-475d-a8ee-b8ec0d637647"}]} Jul 18 14:26:38.472896 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-4e363e9f-7407-4bb0-887c-6c27b5054bcf tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=42094d28a16d4cae87e4488bf3794d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292492 Jul 18 14:26:38.620493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-12ff3a44-3763-485a-b00e-e0632e59fa15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:38.657623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-3482d773-a963-41d0-b8f9-3ae7d6346835 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:38.659090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-3482d773-a963-41d0-b8f9-3ae7d6346835 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808641 Jul 18 14:26:38.674010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-408721e0-99da-4002-a1e4-e171eb5d06a5 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/quotas/42094d28a16d4cae87e4488bf3794d72 HTTP/1.1" status: 200 len: 375 time: 0.0095987 Jul 18 14:26:38.704995 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-ab54b52a-9ecc-42c2-99bf-4540352f1a58 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=42094d28a16d4cae87e4488bf3794d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262542 Jul 18 14:26:38.869974 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-381dbfb8-008b-40e6-98e5-7cfeb65575d8 req-d332c6eb-44c1-4589-8582-ffea7352f01d tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0305245 Jul 18 14:26:39.947485 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-072b8a02-b9a0-4c29-b47c-f713936e4c50 req-107087c1-ede0-4df2-a526-7c385dc94ade tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0281792 Jul 18 14:26:40.745742 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c7c9e631-7edc-4220-8cc9-9a21975f5f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:41.024577 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7b87b5a8-0093-4c59-bf1c-136dcd596540 req-2a54dd98-f30a-4550-b87c-1e2ff18d0ed8 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0265656 Jul 18 14:26:42.025910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:42.100026 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-0f6c24c6-f1d3-43b5-850f-bf2f30aee12d req-f1549575-76cf-4506-9ef3-a37936e5be7b tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0271535 Jul 18 14:26:43.194736 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f8843aff-7d19-4bdc-8c41-147d37e6c938 req-36e65565-7db3-48c8-95f3-88015dde6bc2 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 18 14:26:43.281686 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:43.625958 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:43.913418 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-e8c69582-0797-4b28-b5dc-c3472a3e1406 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=42094d28a16d4cae87e4488bf3794d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214510 Jul 18 14:26:44.024973 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-61d3def2-5b58-4542-ada5-2c4d4e668ee6 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:44.026405 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-61d3def2-5b58-4542-ada5-2c4d4e668ee6 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087003 Jul 18 14:26:44.045860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Request body: {'port': {'device_id': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f', 'admin_state_up': True, 'tenant_id': '42094d28a16d4cae87e4488bf3794d72'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:44.151863 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Made reservation on behalf of 42094d28a16d4cae87e4488bf3794d72 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:26:44.155230 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.163780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.241585 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks [] for security_group (f991735e-65c7-4fc7-9f37-32d6b309d6d6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.246090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f991735e-65c7-4fc7-9f37-32d6b309d6d6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.582744 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9cc71e35-93c0-43de-94a9-0f8582385ef0 req-3838667a-510d-4b50-b6e2-e9459cf6a6a5 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.3182883 Jul 18 14:26:44.585534 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f991735e-65c7-4fc7-9f37-32d6b309d6d6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:44.655348 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Allocated IP 192.168.233.28 (618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f/e45e01b6-25a1-4dd7-aeda-602f4af5796e/4ba87573-db3a-4877-9bd3-5f571a7d11f1) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:26:44.798761 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:44.802189 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks [] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.803282 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:44.837218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.877503 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:26:44.882599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:26:44.887026 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:26:44.913263 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Pushing event updated for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:44.943028 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:44.943721 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:44.960373 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-a44f7eb3-4b96-49d3-9dcb-aa0fe9938b14 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9181886 Jul 18 14:26:44.978709 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Request body: {'port': {'device_id': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:26:45.040125 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.130064 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9cb4d9a8-9b0c-46b3-b70b-1b3a7667c16b None None] Provisioning complete for port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:26:45.130687 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9cb4d9a8-9b0c-46b3-b70b-1b3a7667c16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.161204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4d9a8-9b0c-46b3-b70b-1b3a7667c16b None None] Port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:26:45.307671 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba87573-db3a-4877-9bd3-5f571a7d11f1 {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:26:45.315894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks [] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.331245 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Transition to ACTIVE for port object 4ba87573-db3a-4877-9bd3-5f571a7d11f1 will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:26:45.334891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.387794 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:45.458891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Attempting to bind port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:26:45.459465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Attempting to bind port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:26:45.460070 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Attempting to bind port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 on network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:26:45.468669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 on network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:26:45.469239 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Attempting to bind port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 on network 618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:26:45.478331 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:26:45.478915 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Checking segment: {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:26:45.479581 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Bound using segment: {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:26:45.480148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Bound port: 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81df1501-c902-4c45-962e-808b95667334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:26:45.480526 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.546651 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:26:45.549660 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:26:45.555595 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.558707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:45.600413 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:45.601051 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:45.603043 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] 10.222.0.87 "PUT /v2.0/ports/4ba87573-db3a-4877-9bd3-5f571a7d11f1 HTTP/1.1" status: 200 len: 1097 time: 0.6292436 Jul 18 14:26:45.603492 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:26:45.605801 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:26:45.616012 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:45.625025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248ad79-4003-463a-b497-8c6a968c03d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:45.753481 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-1e737c58-49cf-465a-873e-6f9aeb543aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:45.755031 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-1e737c58-49cf-465a-873e-6f9aeb543aad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=42094d28a16d4cae87e4488bf3794d72&device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 1131 time: 0.0685391 Jul 18 14:26:45.761829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a5be6-c63d-4fdd-87c1-5de817a0fc1e req-2fa201bd-555b-46b8-ad6c-0508290e422b tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:45.763309 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f7a5be6-c63d-4fdd-87c1-5de817a0fc1e req-2fa201bd-555b-46b8-ad6c-0508290e422b tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 947 time: 0.0859828 Jul 18 14:26:45.822607 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-53db0871-de10-4401-80da-722f67994cd4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1 HTTP/1.1" status: 200 len: 217 time: 0.0518336 Jul 18 14:26:45.846630 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3fd540-dc67-428b-b579-be2aab35318c x-openstack-request-id: req-ef3fd540-dc67-428b-b579-be2aab35318c {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:26:45.846925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:26:45.847184 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ef3fd540-dc67-428b-b579-be2aab35318c {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:26:45.847587 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3fd540-dc67-428b-b579-be2aab35318c'] response: {'name': 'network-changed', 'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1', 'status': 'completed', 'code': 200} Jul 18 14:26:45.896159 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-5f7a5be6-c63d-4fdd-87c1-5de817a0fc1e req-cfb0f256-1808-48fd-91b4-168371c2b66c tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237340 Jul 18 14:26:45.905296 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-59037fa2-bdf7-4721-89b5-9f0d177e722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:45.906877 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-59037fa2-bdf7-4721-89b5-9f0d177e722b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e45e01b6-25a1-4dd7-aeda-602f4af5796e HTTP/1.1" status: 200 len: 843 time: 0.0765657 Jul 18 14:26:45.952985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-d474c750-32e7-46c2-8277-654d5d6b705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:45.954512 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-d474c750-32e7-46c2-8277-654d5d6b705b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0402009 Jul 18 14:26:46.043543 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-7811cfea-80c4-4da5-928e-7c21a0d6c016 service neutron] 10.222.0.87 "GET /v2.0/networks/618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825505 Jul 18 14:26:46.136749 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-60a00a27-3675-4f6c-bf3a-b25390dbe271 req-3c8b2b4a-9e67-44f8-a4a1-b4d5c91ec982 service neutron] 10.222.0.87 "GET /v2.0/networks/618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Jul 18 14:26:46.241062 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:46.241716 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=52,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:47.017561 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717abb1-f817-4546-9adc-865f8c58b2db req-8d31ec15-6f4a-43b8-8c17-e1ef53b0aff6 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:47.019063 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a717abb1-f817-4546-9adc-865f8c58b2db req-8d31ec15-6f4a-43b8-8c17-e1ef53b0aff6 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 947 time: 0.0542455 Jul 18 14:26:47.071064 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a717abb1-f817-4546-9adc-865f8c58b2db req-5a099d89-172b-43bf-804e-d6d8a6860114 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455527 Jul 18 14:26:48.185842 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a685-276f-44b9-912a-7a7387349e5e req-f3baacef-1093-4aad-a520-de3429fc2b72 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:48.187328 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40a4a685-276f-44b9-912a-7a7387349e5e req-f3baacef-1093-4aad-a520-de3429fc2b72 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 947 time: 0.0511057 Jul 18 14:26:48.234527 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-40a4a685-276f-44b9-912a-7a7387349e5e req-b930cb5a-5982-439b-9601-f3ed90de7793 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Jul 18 14:26:48.251838 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 4ba87573-db3a-4877-9bd3-5f571a7d11f1 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:26:48.354516 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:26:48.366743 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': '4ba87573-db3a-4877-9bd3-5f571a7d11f1', 'network_id': '618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f', 'port_id': '4ba87573-db3a-4877-9bd3-5f571a7d11f1', 'mac_address': 'fa:16:3e:6e:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45e01b6-25a1-4dd7-aeda-602f4af5796e', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:26:48.389154 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-44733557-d374-4979-a7c2-f72c50598c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:48.390744 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-44733557-d374-4979-a7c2-f72c50598c68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=42094d28a16d4cae87e4488bf3794d72&device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 1131 time: 0.0431218 Jul 18 14:26:48.402316 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:26:48.402710 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:48.416375 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba87573-db3a-4877-9bd3-5f571a7d11f1 {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:26:48.435622 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:26:48.439582 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:48.486014 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-92992bd6-4ca1-44cd-a7c7-f7ee03b8b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:48.487405 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-92992bd6-4ca1-44cd-a7c7-f7ee03b8b2ff service neutron] 10.222.0.87 "GET /v2.0/networks?id=618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f HTTP/1.1" status: 200 len: 870 time: 0.0914528 Jul 18 14:26:48.488446 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:48.495677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.496049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.496396 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.496741 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.497072 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.497398 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.497724 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.498047 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.498369 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.498694 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.499013 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.499336 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.499654 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.500066 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.500391 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:26:48.529111 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-43ee0dbc-4cfc-47d5-9a1f-535dd99427bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Jul 18 14:26:48.577492 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-9492feff-1f12-49f7-8d7b-dc88b65215a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:48.578914 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-9492feff-1f12-49f7-8d7b-dc88b65215a5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e45e01b6-25a1-4dd7-aeda-602f4af5796e HTTP/1.1" status: 200 len: 843 time: 0.0444286 Jul 18 14:26:48.624331 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-56a1accb-b8ce-4d68-a9cf-a2f15349bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:48.625789 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-56a1accb-b8ce-4d68-a9cf-a2f15349bebd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393374 Jul 18 14:26:48.718959 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-7e7d40a7-a725-463a-860c-12cf107a59ad service neutron] 10.222.0.87 "GET /v2.0/networks/618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866451 Jul 18 14:26:48.787168 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:48.791462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:48.817407 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a58b60a6-4c6f-4e00-bab7-df47c89c4dfe req-ff357f6a-45e6-444d-ae53-31cfe59e58cc service neutron] 10.222.0.87 "GET /v2.0/networks/618c5f1c-9cb2-47ab-b3c9-b7cb6607c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920489 Jul 18 14:26:48.861383 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['4ba87573-db3a-4877-9bd3-5f571a7d11f1'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:26:49.347858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1285ee-8820-4b8c-a2c5-7ad9369bdc5a req-8d10d1ba-6a13-4482-8433-249e2209e26d tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:49.349344 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd1285ee-8820-4b8c-a2c5-7ad9369bdc5a req-8d10d1ba-6a13-4482-8433-249e2209e26d tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 948 time: 0.0471299 Jul 18 14:26:49.395234 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-bd1285ee-8820-4b8c-a2c5-7ad9369bdc5a req-39915f46-49a2-487d-91dd-97d6462b3752 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Jul 18 14:26:50.284566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 4ba87573-db3a-4877-9bd3-5f571a7d11f1 up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:26:50.328909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:26:50.334215 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:26:50.334658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:50.359913 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:50.406530 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:26:50.406915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:50.429117 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:26:50.431412 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56beb26-b087-471b-b79d-5ba6d52f45e5" -d '{"events": [{"server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "name": "network-vif-plugged", "status": "completed", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:26:50.444713 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:26:50.449793 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:50.479827 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:50.504656 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:50.522773 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323831e-c7fa-4b84-be7a-4c47e718e93f req-2948ba03-52f1-47ff-83c9-3d55d25e80cf tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:50.525144 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b323831e-c7fa-4b84-be7a-4c47e718e93f req-2948ba03-52f1-47ff-83c9-3d55d25e80cf tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0602181 Jul 18 14:26:50.577056 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b323831e-c7fa-4b84-be7a-4c47e718e93f req-878d6040-0ea8-4e01-b2f8-26dd7ba8a7c8 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Jul 18 14:26:50.595331 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae048b-6333-42d1-9b55-13238490532c x-openstack-request-id: req-58ae048b-6333-42d1-9b55-13238490532c {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:26:50.595626 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "name": "network-vif-plugged", "status": "completed", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:26:50.595882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-58ae048b-6333-42d1-9b55-13238490532c {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:26:50.596311 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ae048b-6333-42d1-9b55-13238490532c'] response: {'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1', 'code': 200} Jul 18 14:26:50.801404 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3156b-010c-47b4-ae19-8e1e13926049 req-ee125abd-34c3-4471-9650-687a733cc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:50.802707 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a1c3156b-010c-47b4-ae19-8e1e13926049 req-ee125abd-34c3-4471-9650-687a733cc76c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 1133 time: 0.0415299 Jul 18 14:26:50.846232 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a1c3156b-010c-47b4-ae19-8e1e13926049 req-3b326292-3824-4ada-bf7d-97cbd337fa5b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Jul 18 14:26:51.690425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092cc04-e098-4d3b-aba9-1468a0c6d780 req-f5f552e6-6ed7-40cc-b2f8-b56ea6357eb0 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:51.691881 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8092cc04-e098-4d3b-aba9-1468a0c6d780 req-f5f552e6-6ed7-40cc-b2f8-b56ea6357eb0 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0468054 Jul 18 14:26:51.739518 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8092cc04-e098-4d3b-aba9-1468a0c6d780 req-118b6f35-0208-4b1c-977d-434e9739cf98 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jul 18 14:26:52.857252 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be30f66-06ee-4625-bb8d-a9dbc115735f req-4687c4d4-617b-431b-9d80-e6d7d6792f93 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:52.858710 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6be30f66-06ee-4625-bb8d-a9dbc115735f req-4687c4d4-617b-431b-9d80-e6d7d6792f93 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0502326 Jul 18 14:26:52.904799 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6be30f66-06ee-4625-bb8d-a9dbc115735f req-f528f31c-5429-4314-8deb-a5f933c3623a tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Jul 18 14:26:53.156107 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef5a7-7796-432b-8126-f1f159941415 req-d940c554-591e-4773-801e-5bc3abe1065b tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:53.157551 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dfef5a7-7796-432b-8126-f1f159941415 req-d940c554-591e-4773-801e-5bc3abe1065b tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0461659 Jul 18 14:26:53.204834 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-9dfef5a7-7796-432b-8126-f1f159941415 req-2b8efb47-2c5f-4187-afba-19f1c6d6ab84 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Jul 18 14:26:54.320161 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaa405-9bc3-478d-9be0-fd6a954747a3 req-dc9e4d62-bde7-425c-bddb-22333a5d5809 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:54.321937 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91eaa405-9bc3-478d-9be0-fd6a954747a3 req-dc9e4d62-bde7-425c-bddb-22333a5d5809 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0480635 Jul 18 14:26:54.371142 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91eaa405-9bc3-478d-9be0-fd6a954747a3 req-db1c9e60-b012-4597-b07b-8af09b9539a7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/security-groups?id=f991735e-65c7-4fc7-9f37-32d6b309d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Jul 18 14:26:54.730091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-6c42d2e0-06d8-44ac-a9b8-7031b2b4f96a tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:26:54.731510 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-6c42d2e0-06d8-44ac-a9b8-7031b2b4f96a tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.87 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 949 time: 0.0470994 Jul 18 14:26:54.808146 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Deleting port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:26:54.808490 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:54.899148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] For port 4ba87573-db3a-4877-9bd3-5f571a7d11f1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4ba87573-db3a-4877-9bd3-5f571a7d11f1,segment=NetworkSegment(81df1501-c902-4c45-962e-808b95667334),segment_id=81df1501-c902-4c45-962e-808b95667334)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:26:54.900172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:54.912633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Calling delete_port for 4ba87573-db3a-4877-9bd3-5f571a7d11f1 owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:26:54.953979 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:54.984347 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:26:55.042174 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (4ba87573-db3a-4877-9bd3-5f571a7d11f1), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:55.069254 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Pushing event deleted for resources: {'Port': ['ID=4ba87573-db3a-4877-9bd3-5f571a7d11f1,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:26:55.076613 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['4ba87573-db3a-4877-9bd3-5f571a7d11f1'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:26:55.116162 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] No DVR routers for this DVR port 4ba87573-db3a-4877-9bd3-5f571a7d11f1 on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:26:55.119186 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:26:55.122488 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-48b5adc9-fb35-4003-a477-b5f61e9dd2cf req-480955a3-8eac-4210-b8b9-b44ccce8c8e7 tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.87 "DELETE /v2.0/ports/4ba87573-db3a-4877-9bd3-5f571a7d11f1 HTTP/1.1" status: 204 len: 173 time: 0.3861427 Jul 18 14:26:55.122933 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'name': 'network-vif-deleted', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:26:55.125267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc711125-a3b0-4ea0-b620-03b6b2ad0f2c" -d '{"events": [{"server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "name": "network-vif-deleted", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:26:55.170942 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ace93-847b-455d-9d68-86e482e156a0 x-openstack-request-id: req-057ace93-847b-455d-9d68-86e482e156a0 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:26:55.171247 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d", "name": "network-vif-deleted", "tag": "4ba87573-db3a-4877-9bd3-5f571a7d11f1", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:26:55.171510 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-057ace93-847b-455d-9d68-86e482e156a0 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:26:55.171929 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057ace93-847b-455d-9d68-86e482e156a0'] response: {'server_uuid': '44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d', 'name': 'network-vif-deleted', 'tag': '4ba87573-db3a-4877-9bd3-5f571a7d11f1', 'status': 'completed', 'code': 200} Jul 18 14:26:55.476236 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-324efbe0-a074-4faa-bf71-10c1b41441de req-884c5fba-bb58-4300-8644-885e971144dd tempest-VolumesNegativeTest-799817809 tempest-VolumesNegativeTest-799817809-project] 10.222.0.94 "GET /v2.0/ports?device_id=44ac2f6d-0f49-43fd-ad0b-8411ccd24c5d HTTP/1.1" status: 200 len: 210 time: 0.0277371 Jul 18 14:26:58.315248 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 4ba87573-db3a-4877-9bd3-5f571a7d11f1 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:26:58.336119 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: 4ba87573-db3a-4877-9bd3-5f571a7d11f1 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:26:58.336410 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device 4ba87573-db3a-4877-9bd3-5f571a7d11f1 not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:27:00.368633 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44284) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:00.520733 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-9e37555a-307e-4e1b-8e48-69fbe0151f5b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=42094d28a16d4cae87e4488bf3794d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509607 Jul 18 14:27:00.523197 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44288) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:00.572940 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] Publish callbacks [] for security_group (f991735e-65c7-4fc7-9f37-32d6b309d6d6), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:00.593746 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] Publish callbacks [] for security_group (f991735e-65c7-4fc7-9f37-32d6b309d6d6), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:00.641816 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (f991735e-65c7-4fc7-9f37-32d6b309d6d6), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:00.644683 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:00.646043 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f991735e-65c7-4fc7-9f37-32d6b309d6d6 HTTP/1.1" status: 204 len: 168 time: 0.1219556 Jul 18 14:27:00.653817 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a1567-a3c9-4bc1-a021-500e4cb1a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f991735e-65c7-4fc7-9f37-32d6b309d6d6,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:01.401733 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44310) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:01.499343 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463918281-network', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:01.520545 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Made reservation on behalf of 0c3ec8c8d2f84ab1a84a1f64fd8a66c7 for: {'network': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:27:01.522737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.531558 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.592607 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:27:01.603496 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks [] for security_group (de03e1b0-4251-4f36-a92c-e3fb1609505c), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.607019 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (de03e1b0-4251-4f36-a92c-e3fb1609505c), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.630996 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=104071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:27:01.641187 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03e1b0-4251-4f36-a92c-e3fb1609505c,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:01.645955 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (d589d00d-d20a-4195-b6e2-7924510aa411), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.646298 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.db.segments_db [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Added segment d589d00d-d20a-4195-b6e2-7924510aa411 of type vlan for network de0f7f4d-0248-4952-aa6a-3352dc26a0bf Jul 18 14:27:01.686746 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (de0f7f4d-0248-4952-aa6a-3352dc26a0bf), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.711492 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (de0f7f4d-0248-4952-aa6a-3352dc26a0bf), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.713167 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:01.713864 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.747273 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3444526 Jul 18 14:27:01.750661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44314) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:01.755531 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Request body: {'subnet': {'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463918281-subnet', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'ip_version': 4}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:01.776950 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Made reservation on behalf of 0c3ec8c8d2f84ab1a84a1f64fd8a66c7 for: {'subnet': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:27:01.779291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-259089'] for subnet (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:01.779529 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8ae89-948d-41c0-a3a6-b28c03dd8731 admin admin] Pushing event updated for resources: {'Network': ['ID=de0f7f4d-0248-4952-aa6a-3352dc26a0bf,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:01.789075 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:27:01.954596 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-259087'] for subnet (44109e53-3f1c-42fa-b6fc-52baf24b4e6f), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.000768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44109e53-3f1c-42fa-b6fc-52baf24b4e6f,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:02.019864 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Checking segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:02.020248 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Network hostable DHCP agents. Network: de0f7f4d-0248-4952-aa6a-3352dc26a0bf, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:27:02.036482 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:27:02.044316 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, de0f7f4d-0248-4952-aa6a-3352dc26a0bf) {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:02.048268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:02.048882 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for subnet (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.053051 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad171100-4115-458f-a4b2-b4392c9cb5c8 None None] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:27:02.065803 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-57663a31-7f3c-4e04-8699-1be783e2311e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140635 Jul 18 14:27:02.068514 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44316) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:02.073579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:02.093134 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.094366 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.145960 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for router_controller (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), precommit_add_association {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.157057 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:27:02.157975 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.185521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.304437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Allocated IP 172.20.0.2 (de0f7f4d-0248-4952-aa6a-3352dc26a0bf/44109e53-3f1c-42fa-b6fc-52baf24b4e6f/feeba922-ed20-40c6-8b52-c38f159c7a6c) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:02.304665 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for router_gateway (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.445113 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks [] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.451133 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.469768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:02.484238 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for router_gateway (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.488846 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:02.497073 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:02.499526 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:02.506391 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Pushing event updated for resources: {'Port': ['ID=feeba922-ed20-40c6-8b52-c38f159c7a6c,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:02.508569 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.515538 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:02.562169 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Attempting to bind port feeba922-ed20-40c6-8b52-c38f159c7a6c on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:02.562682 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Attempting to bind port feeba922-ed20-40c6-8b52-c38f159c7a6c by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:02.563296 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Attempting to bind port feeba922-ed20-40c6-8b52-c38f159c7a6c on network de0f7f4d-0248-4952-aa6a-3352dc26a0bf {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:02.571593 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:02.571994 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Checking segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:02.572396 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.572782 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Bound using segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:02.573244 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Bound port: feeba922-ed20-40c6-8b52-c38f159c7a6c, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:02.573616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.624570 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Allocated IP 172.27.1.23 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:02.638263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] For port feeba922-ed20-40c6-8b52-c38f159c7a6c, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:02.641617 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] For port feeba922-ed20-40c6-8b52-c38f159c7a6c, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=feeba922-ed20-40c6-8b52-c38f159c7a6c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:02.647011 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.655918 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:02.705389 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f2815-f724-48e1-a0f1-ea9b91b0a9e0 None None] Pushing event updated for resources: {'Port': ['ID=feeba922-ed20-40c6-8b52-c38f159c7a6c,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:02.735925 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.769483 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:02.812575 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:02.816129 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:02.820054 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:02.823706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Pushing event updated for resources: {'Port': ['ID=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:03.088554 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for router_gateway (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.272128 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.289186 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:03.370477 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:03.380997 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:03.410230 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:27:03.515732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:27:03.525112 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Sync routers for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:27:03.536005 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:03.536655 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:03.541338 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.543149 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2408e31c-217e-47ae-9ade-55571c8be000 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4735241 Jul 18 14:27:03.545465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44322) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:03.591703 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70950e0b-132f-417f-b7d1-e31cee649553 None None] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:27:03.619007 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:03.641616 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:03.659126 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Provisioning complete for port feeba922-ed20-40c6-8b52-c38f159c7a6c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:03.659805 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.789547 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Current status of the port feeba922-ed20-40c6-8b52-c38f159c7a6c is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:03.790467 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.832323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] For port feeba922-ed20-40c6-8b52-c38f159c7a6c, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=feeba922-ed20-40c6-8b52-c38f159c7a6c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:03.837848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:03.838595 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:02Z', 'revision_number': 3, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:03.880298 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Checking router: 20532e5e-dfe3-46ec-b011-6f3011c1c4cd for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:27:03.880798 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Updating router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:27:03.901948 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96620596-1ed8-4371-b51c-5a75a40c5828 None None] Pushing event updated for resources: {'Port': ['ID=feeba922-ed20-40c6-8b52-c38f159c7a6c,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:03.921671 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.070030 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-e02c1d96-5056-4939-9537-8b167c562f2e None None] Provisioning complete for port feeba922-ed20-40c6-8b52-c38f159c7a6c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:04.070415 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e02c1d96-5056-4939-9537-8b167c562f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.090821 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device feeba922-ed20-40c6-8b52-c38f159c7a6c up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:04.173263 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port feeba922-ed20-40c6-8b52-c38f159c7a6c triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:04.173598 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.200769 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks [] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.203260 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-e02c1d96-5056-4939-9537-8b167c562f2e None None] Current status of the port feeba922-ed20-40c6-8b52-c38f159c7a6c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:04.207510 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.255202 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port feeba922-ed20-40c6-8b52-c38f159c7a6c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:04.264068 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Attempting to bind port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:04.264436 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Attempting to bind port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:04.264795 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Attempting to bind port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:04.267989 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Pushing event updated for resources: {'Port': ['ID=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:04.269844 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.276269 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:04.276643 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:04.277037 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.277425 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:04.277879 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Bound port: 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:04.278253 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.281835 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.282195 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.282553 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.282901 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.283382 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.283712 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.284061 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.284387 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.284709 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.285030 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.285353 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.285675 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.285991 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.286306 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.286620 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:04.336425 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] For port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:04.340520 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] For port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:04.346564 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.378239 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:04.404289 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:04.410221 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:04.410842 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:04.414167 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3b4dc-0bf3-4ba5-bea9-f850538644fc None None] Pushing event updated for resources: {'Port': ['ID=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:04.431231 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Allocated IP 172.20.0.1 (de0f7f4d-0248-4952-aa6a-3352dc26a0bf/44109e53-3f1c-42fa-b6fc-52baf24b4e6f/adc28375-e7ab-49f4-9a49-9b5b4c487fb6) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:04.508875 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:04.512970 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:04.538688 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:04.543078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks [] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.579663 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.622987 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:04.628360 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:04.630633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Pushing event updated for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:04.632824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:04.672013 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.766906 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:02Z', 'revision_number': 3, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:04.795750 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110ca45-8d73-4596-8b37-599e3536bb92 None None] The sync data for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi is: [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:02Z', 'revision_number': 3, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:27:04.820199 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.926961 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-16e37463-f77f-4ada-817c-e3bea514a5a7 None None] Provisioning complete for port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:04.927465 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-16e37463-f77f-4ada-817c-e3bea514a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:04.964220 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-16e37463-f77f-4ada-817c-e3bea514a5a7 None None] Port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:04.998395 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks [] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:05.003237 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:05.090333 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Pushing event updated for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:05.092847 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:05.188929 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:05.190366 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:05.312641 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:27:05.316136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:05.439526 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:27:05.446597 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-6d6e69ca-d63b-406a-a9d8-06f9b76eec1f admin admin] 10.222.0.94 "PUT /v2.0/routers/20532e5e-dfe3-46ec-b011-6f3011c1c4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991466 Jul 18 14:27:05.487635 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-0ce1cb0a-4d78-4bf2-bb1a-ca2e96fb2778 None None] Provisioning complete for port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:05.488121 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-0ce1cb0a-4d78-4bf2-bb1a-ca2e96fb2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:05.650481 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1cb0a-4d78-4bf2-bb1a-ca2e96fb2778 None None] Port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:05.965712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44346) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:05.970802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058033358-network', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:05.976009 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:05.994531 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Made reservation on behalf of 347f076ba63f4ed69aecd3764c302f5b for: {'network': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:27:05.997000 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for network (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.006004 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.042190 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:06.103911 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:06.104916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.120471 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks [] for security_group (65801486-e697-45c6-9d6b-8b5b99c4a7d0), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.125310 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (65801486-e697-45c6-9d6b-8b5b99c4a7d0), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.160658 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 14:27:06.167817 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:06.188207 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65801486-e697-45c6-9d6b-8b5b99c4a7d0,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:06.193007 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1332d4a9-d6b5-4f81-8ae8-6a031541b5b9), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.193564 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.segments_db [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Added segment 1332d4a9-d6b5-4f81-8ae8-6a031541b5b9 of type vlan for network a2293fd1-331c-48bf-85df-5bc312f2acad Jul 18 14:27:06.226818 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:06.227987 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.259658 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:06.262148 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745514890298'] for network (a2293fd1-331c-48bf-85df-5bc312f2acad), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.263765 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.294567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545'] for network (a2293fd1-331c-48bf-85df-5bc312f2acad), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.295647 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:06.296862 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.312302 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:06.332591 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3658273 Jul 18 14:27:06.335602 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44348) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:06.341186 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Request body: {'subnet': {'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058033358-subnet', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'ip_version': 4}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:06.363671 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Made reservation on behalf of 347f076ba63f4ed69aecd3764c302f5b for: {'subnet': 1} {{(pid=104071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:27:06.366131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7847686'] for subnet (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.368457 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93176fb2-5b29-4668-bb10-8035d8045966 admin admin] Pushing event updated for resources: {'Network': ['ID=a2293fd1-331c-48bf-85df-5bc312f2acad,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:06.377961 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Network a2293fd1-331c-48bf-85df-5bc312f2acad details requested by agent ovs-agent-dv-cinder-849846-1-iscsi with host dv-cinder-849846-1-iscsi {{(pid=104073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 14:27:06.436889 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:06.490380 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Sync routers for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:27:06.505342 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:06.505966 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:06.541248 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7847704'] for subnet (4ac26848-c312-4592-8e32-72bc2bd92def), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.544223 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:06.565951 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:06.607483 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac26848-c312-4592-8e32-72bc2bd92def,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:06.616308 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Checking segment: {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:06.616664 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Network hostable DHCP agents. Network: a2293fd1-331c-48bf-85df-5bc312f2acad, hostable agents: ['dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82'], hosted agents: [] {{(pid=104071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 14:27:06.634357 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Network a2293fd1-331c-48bf-85df-5bc312f2acad is scheduled to be hosted by DHCP agent dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82 with binding_index 1 {{(pid=104071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 14:27:06.635255 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:06.643560 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-1-iscsi, a2293fd1-331c-48bf-85df-5bc312f2acad) {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:06.647723 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:06.648357 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.662161 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d860c4-85f0-42ba-9ae3-9479703ce11e None None] Network a2293fd1-331c-48bf-85df-5bc312f2acad requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:27:06.666465 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-35ab0e17-97a0-4999-89f0-263f3688f170 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296833 Jul 18 14:27:06.669072 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44350) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:06.673350 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:06.697762 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-925'] for router (2af232a5-69ac-4612-9721-668d37533e79), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.698871 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router (2af232a5-69ac-4612-9721-668d37533e79), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.748417 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for router_controller (2af232a5-69ac-4612-9721-668d37533e79), precommit_add_association {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.868371 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp130c59d2-206b-54ec-82b0-b5a9400c3d0b-a2293fd1-331c-48bf-85df-5bc312f2acad', 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad', 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'fixed_ips': [{'subnet_id': '4ac26848-c312-4592-8e32-72bc2bd92def'}]}} from dv-cinder-849846-1-iscsi. {{(pid=104073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 14:27:06.869337 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.878877 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for router_gateway (2af232a5-69ac-4612-9721-668d37533e79), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:06.985620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 2, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:07.020973 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Checking router: 20532e5e-dfe3-46ec-b011-6f3011c1c4cd for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:27:07.021325 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Updating router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:27:07.061045 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for router_gateway (2af232a5-69ac-4612-9721-668d37533e79), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.079811 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.082732 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.108528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.db_base_plugin_common [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Allocated IP 172.20.0.2 (a2293fd1-331c-48bf-85df-5bc312f2acad/4ac26848-c312-4592-8e32-72bc2bd92def/094c8c38-d49a-4bd6-b9c6-d011119efbce) {{(pid=104073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:07.186376 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Allocated IP 172.27.1.183 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/50928e08-7ca5-4bb3-ac45-d72b6ac0119d) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:07.215890 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:07.287865 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.320120 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.328147 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:07.368191 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:07.374298 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:07.374551 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:07.377211 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:07.399425 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Pushing event updated for resources: {'Port': ['ID=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:07.401599 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:07.406984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks [] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), precommit_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.420194 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), after_create {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.478803 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Network a2293fd1-331c-48bf-85df-5bc312f2acad is already hosted by enough agents. {{(pid=104073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:07.490905 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Resources bound (agent type, host, resource id): {{(pid=104073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:07.513224 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Received port after_create {{(pid=104073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:07.523072 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Pushing event updated for resources: {'Port': ['ID=094c8c38-d49a-4bd6-b9c6-d011119efbce,revision_number=1']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:07.563697 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks [] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.585325 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.624988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Attempting to bind port 094c8c38-d49a-4bd6-b9c6-d011119efbce on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:07.625368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Attempting to bind port 094c8c38-d49a-4bd6-b9c6-d011119efbce by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:07.625756 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Attempting to bind port 094c8c38-d49a-4bd6-b9c6-d011119efbce on network a2293fd1-331c-48bf-85df-5bc312f2acad {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:07.647247 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:07.647691 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Checking segment: {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:07.648057 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.648459 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Bound using segment: {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:07.649521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Bound port: 094c8c38-d49a-4bd6-b9c6-d011119efbce, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:07.650282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.664368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393869-5785-4834-b3b6-458fe446f11a None None] Pushing event updated for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:07.765467 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Attempting to bind port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:07.765899 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Attempting to bind port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:07.766204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Attempting to bind port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 on network de0f7f4d-0248-4952-aa6a-3352dc26a0bf {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:07.774000 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] For port 094c8c38-d49a-4bd6-b9c6-d011119efbce, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:07.776916 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:07.777277 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Checking segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:07.777767 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.778099 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Bound using segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:07.778623 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Bound port: adc28375-e7ab-49f4-9a49-9b5b4c487fb6, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:07.778977 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.783041 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] For port 094c8c38-d49a-4bd6-b9c6-d011119efbce, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=094c8c38-d49a-4bd6-b9c6-d011119efbce,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:07.801775 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.833009 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for router_gateway (2af232a5-69ac-4612-9721-668d37533e79), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.910412 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] For port adc28375-e7ab-49f4-9a49-9b5b4c487fb6, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:07.912709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ebf6a-bc73-4473-a63b-23f86597c6e1 None None] Pushing event updated for resources: {'Port': ['ID=094c8c38-d49a-4bd6-b9c6-d011119efbce,revision_number=2']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:07.915435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c8e861a2-89b6-4238-af35-0793aeabda84 None None] Provisioning complete for port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:07.915808 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c8e861a2-89b6-4238-af35-0793aeabda84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.919549 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] For port adc28375-e7ab-49f4-9a49-9b5b4c487fb6, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:07.943575 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:07.955892 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:07.961910 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c8e861a2-89b6-4238-af35-0793aeabda84 None None] Port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:08.030421 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:08.030870 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:08.032760 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393869-5785-4834-b3b6-458fe446f11a None None] Pushing event updated for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:08.038528 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795837'] for router (2af232a5-69ac-4612-9721-668d37533e79), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.073546 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:08.229895 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Router 2af232a5-69ac-4612-9721-668d37533e79 is scheduled to L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 with binding_index 1 {{(pid=104071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 14:27:08.321314 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:08.335017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:08.335393 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.338384 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:08.344444 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:27:08.355239 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Sync routers for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:27:08.363907 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.365190 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3b25b60a-980d-408c-8600-accc68388f43 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6951749 Jul 18 14:27:08.370189 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44352) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:08.370834 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:08.371000 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:08.419669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Provisioning complete for port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:08.419967 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.481306 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:08.588044 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:08.591864 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:08.662207 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 3, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:08.667624 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Current status of the port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:08.667801 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.674000 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b01dde20-bb8b-43e6-bc94-1b4876d79502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.674845 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:08.689923 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Checking router: 2af232a5-69ac-4612-9721-668d37533e79 for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:27:08.690544 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Updating router 2af232a5-69ac-4612-9721-668d37533e79 port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d binding host dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:27:08.722336 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.725816 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] For port adc28375-e7ab-49f4-9a49-9b5b4c487fb6, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:08.726966 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:08.731430 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.797628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf4c60-1748-4976-b3f6-dd8a8f1acb04 None None] The sync data for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi is: [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:27:08.831797 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1740022-b78a-4125-ab86-ad8bdd6824a6 None None] Pushing event updated for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:08.864308 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:08.999830 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.070395 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks [] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), precommit_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.076362 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_common [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Allocated IP 172.20.0.1 (a2293fd1-331c-48bf-85df-5bc312f2acad/4ac26848-c312-4592-8e32-72bc2bd92def/c083a54b-c6c0-4b7e-a930-5408fde4e77d) {{(pid=104071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:09.079550 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.136137 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f0ec8-1d72-4d29-b681-040a179b6b64 None None] Pushing event updated for resources: {'Port': ['ID=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,revision_number=2']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:09.152172 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Attempting to bind port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:09.152548 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Attempting to bind port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:09.152913 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Attempting to bind port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d on network da4084b0-2915-4b74-9e77-f949f12bc002 {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:09.161235 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:09.161626 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Checking segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:09.162041 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.162918 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Bound using segment: {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'} {{(pid=104074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:09.163421 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.managers [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Bound port: 50928e08-7ca5-4bb3-ac45-d72b6ac0119d, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2311b5bb-64be-4855-b2a2-2cee819c4627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002'}}] {{(pid=104074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:09.163802 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), before_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.190457 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79f21f-9665-4675-9cd8-bdbbc413b4fd None None] Network a2293fd1-331c-48bf-85df-5bc312f2acad requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:27:09.207754 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks [] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.219045 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] For port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:09.222593 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] For port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:09.231272 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), after_update {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.258131 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.279797 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Provisioning complete for port 094c8c38-d49a-4bd6-b9c6-d011119efbce triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:09.280020 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.280235 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.298789 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:09.299180 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:26:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:09.313161 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Network a2293fd1-331c-48bf-85df-5bc312f2acad is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:09.318830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:09.322078 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Received port after_create {{(pid=104071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:09.326111 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Pushing event updated for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:09.376500 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.391372 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1789046'] for router_interface (2af232a5-69ac-4612-9721-668d37533e79), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.416455 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Current status of the port 094c8c38-d49a-4bd6-b9c6-d011119efbce is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:09.416848 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.443252 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f0ec8-1d72-4d29-b681-040a179b6b64 None None] Pushing event updated for resources: {'Port': ['ID=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,revision_number=3']} {{(pid=104074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:09.468397 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:09.475290 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] For port 094c8c38-d49a-4bd6-b9c6-d011119efbce, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=094c8c38-d49a-4bd6-b9c6-d011119efbce,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:09.483320 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.568798 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4fd27-f992-4aeb-8399-c30332459fb3 None None] Pushing event updated for resources: {'Port': ['ID=094c8c38-d49a-4bd6-b9c6-d011119efbce,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:09.600297 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.682465 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.707061 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.712525 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:09.716616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Provisioning complete for port 094c8c38-d49a-4bd6-b9c6-d011119efbce triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:09.716988 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.739216 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 3, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:09.779558 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9352a-5cb1-4d28-890b-7e509a59ff76 None None] The sync data for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi is: [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:07Z', 'revision_number': 3, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:27:09.828690 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Current status of the port 094c8c38-d49a-4bd6-b9c6-d011119efbce is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:09.838439 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:09.838699 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.860042 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks [] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.869199 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369446'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.876495 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6f47d412-55a3-4ede-b5c3-eec9b551dfe9 None None] Port c083a54b-c6c0-4b7e-a930-5408fde4e77d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:09.957654 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Pushing event updated for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:09.963774 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1801230'] for router_interface (2af232a5-69ac-4612-9721-668d37533e79), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:09.995503 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-9fac3bdd-99ea-4042-b824-8a9140438d88 None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:09.996388 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9fac3bdd-99ea-4042-b824-8a9140438d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:10.060855 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9fac3bdd-99ea-4042-b824-8a9140438d88 None None] Port c083a54b-c6c0-4b7e-a930-5408fde4e77d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:10.081224 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Network a2293fd1-331c-48bf-85df-5bc312f2acad is already hosted by enough agents. {{(pid=104071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:10.082790 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.base_scheduler [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:10.154493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 094c8c38-d49a-4bd6-b9c6-d011119efbce up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:10.222204 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 094c8c38-d49a-4bd6-b9c6-d011119efbce triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:10.222579 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:10.248321 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Router 2af232a5-69ac-4612-9721-668d37533e79 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:27:10.327379 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 094c8c38-d49a-4bd6-b9c6-d011119efbce is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:10.328532 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device adc28375-e7ab-49f4-9a49-9b5b4c487fb6 up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:10.378740 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:10.379426 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:10.403905 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:27:10.410589 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-914dce65-cc3a-407f-a1af-0626e28c39ed admin admin] 10.222.0.94 "PUT /v2.0/routers/2af232a5-69ac-4612-9721-668d37533e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0374067 Jul 18 14:27:10.466192 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:10.482150 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-add12246-1acd-4652-ba6a-c1e873171f31 None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:10.482915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-add12246-1acd-4652-ba6a-c1e873171f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:10.523010 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-add12246-1acd-4652-ba6a-c1e873171f31 None None] Port c083a54b-c6c0-4b7e-a930-5408fde4e77d cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:10.755427 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d60655c2-96cd-4e85-b4d9-fa3984144e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:12.040084 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:12.141049 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 50928e08-7ca5-4bb3-ac45-d72b6ac0119d up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:12.206632 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:12.207091 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:12.267915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:12.316649 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:12.316952 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:12.344637 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] For port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:12.350016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:12.403882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Pushing event updated for resources: {'Port': ['ID=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:12.410806 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Sync routers for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:27:12.421728 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:12.422409 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:27:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:12.513148 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:12.535801 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:12.743712 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 4, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c083a54b-c6c0-4b7e-a930-5408fde4e77d', 'name': '', 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'mac_address': 'fa:16:3e:f2:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:08Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 2, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'subnets': [{'id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:12.768435 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Checking router: 2af232a5-69ac-4612-9721-668d37533e79 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:27:12.768684 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Updating router 2af232a5-69ac-4612-9721-668d37533e79 port c083a54b-c6c0-4b7e-a930-5408fde4e77d binding host dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 14:27:12.799189 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.083886 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks [] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), precommit_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.093239 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.146812 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f44de-7306-4ccb-88d0-fd00d6b1bb8c None None] Pushing event updated for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=3']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:13.226899 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Attempting to bind port c083a54b-c6c0-4b7e-a930-5408fde4e77d on host dv-cinder-849846-1-iscsi for vnic_type normal with profile {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:13.227320 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Attempting to bind port c083a54b-c6c0-4b7e-a930-5408fde4e77d by drivers openvswitch,hyperv on host dv-cinder-849846-1-iscsi at level 0 using segments [{'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:13.227692 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Attempting to bind port c083a54b-c6c0-4b7e-a930-5408fde4e77d on network a2293fd1-331c-48bf-85df-5bc312f2acad {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:13.233739 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Checking agent: {'id': '075d2549-bd48-4269-adc2-339ce59c178c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 0, 13), 'started_at': datetime.datetime(2022, 7, 18, 14, 0, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:13.234147 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Checking segment: {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:13.234528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.234924 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Bound using segment: {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'} {{(pid=104073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:13.238053 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.managers [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Bound port: c083a54b-c6c0-4b7e-a930-5408fde4e77d, host: dv-cinder-849846-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad'}}] {{(pid=104073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:13.238553 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.255984 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:13.315824 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.342746 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] For port c083a54b-c6c0-4b7e-a930-5408fde4e77d, host dv-cinder-849846-1-iscsi, cleared binding levels {{(pid=104073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:13.347879 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] For port c083a54b-c6c0-4b7e-a930-5408fde4e77d, host dv-cinder-849846-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c083a54b-c6c0-4b7e-a930-5408fde4e77d,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:13.355544 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.559017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:13.559017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.605953 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:13.606574 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:27:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:13.611611 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f44de-7306-4ccb-88d0-fd00d6b1bb8c None None] Pushing event updated for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:13.723867 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:13.780777 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.788339 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Current status of the port c083a54b-c6c0-4b7e-a930-5408fde4e77d is: DOWN; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:13.788730 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.842912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] For port c083a54b-c6c0-4b7e-a930-5408fde4e77d, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c083a54b-c6c0-4b7e-a930-5408fde4e77d,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:13.847791 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:13.850130 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:13.990040 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c49ff4-97c0-4a6e-9aa9-7049f8554002 None None] Pushing event updated for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:14.035677 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a959d5c6-cab9-481e-9058-75ce6da00167 None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:14.036077 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a959d5c6-cab9-481e-9058-75ce6da00167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:14.091811 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 50928e08-7ca5-4bb3-ac45-d72b6ac0119d up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:14.199512 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a959d5c6-cab9-481e-9058-75ce6da00167 None None] Current status of the port c083a54b-c6c0-4b7e-a930-5408fde4e77d is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:14.217711 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:14.218082 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:14.221257 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 4, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c083a54b-c6c0-4b7e-a930-5408fde4e77d', 'name': '', 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'mac_address': 'fa:16:3e:f2:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:08Z', 'updated_at': '2022-07-18T14:27:13Z', 'revision_number': 4, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'subnets': [{'id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:14.243806 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:14.276128 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2005cd-3619-486a-919b-2f9687163d7e None None] The sync data for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi is: [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:27:09Z', 'revision_number': 4, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'c083a54b-c6c0-4b7e-a930-5408fde4e77d', 'name': '', 'network_id': 'a2293fd1-331c-48bf-85df-5bc312f2acad', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'mac_address': 'fa:16:3e:f2:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:08Z', 'updated_at': '2022-07-18T14:27:13Z', 'revision_number': 4, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'subnets': [{'id': '4ac26848-c312-4592-8e32-72bc2bd92def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:27:14.376093 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:16.091539 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c083a54b-c6c0-4b7e-a930-5408fde4e77d up at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:16.142370 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Provisioning complete for port c083a54b-c6c0-4b7e-a930-5408fde4e77d triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:16.142745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:16.252834 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Current status of the port c083a54b-c6c0-4b7e-a930-5408fde4e77d is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:16.329631 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=52,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:16.366227 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=29,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:19.509317 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-5ebda3d4-8fce-4910-94dd-49b8c565b6bf tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:19.510674 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-5ebda3d4-8fce-4910-94dd-49b8c565b6bf tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 815 time: 0.1035228 Jul 18 14:27:19.525244 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-4ce689d5-6887-4c21-a764-a5a0e1004d0c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/quotas/0c3ec8c8d2f84ab1a84a1f64fd8a66c7 HTTP/1.1" status: 200 len: 375 time: 0.0093610 Jul 18 14:27:19.573323 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-32fef64a-2a69-4893-a3fb-632d8dcdde4b tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433221 Jul 18 14:27:19.755967 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-cf0faf25-2a1e-44b0-b127-0b2f8d6dac20 service neutron] 10.222.0.94 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715162 Jul 18 14:27:19.777618 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:19.849229 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ad1e2b36-4514-419a-a0ee-32b54b5991fb service neutron] 10.222.0.94 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870628 Jul 18 14:27:20.005289 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-54d534a8-aa93-4d4e-a229-a3135ca2b6f4 req-df882e28-1ef8-40e0-be09-4568f409614f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jul 18 14:27:20.399015 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=46 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:20.400958 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=75 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:21.037698 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-8020b01f-d2c0-42b9-bb2a-3222c3edc6a4 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:21.039157 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-8020b01f-d2c0-42b9-bb2a-3222c3edc6a4 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 815 time: 0.1057060 Jul 18 14:27:21.059343 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'port': {'device_id': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'admin_state_up': True, 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:21.145867 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-eb71c112-d010-4a91-8ec2-10be3e1e5b5f req-fdc215c1-6012-496e-97a5-9e5f541ab487 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 210 time: 0.0642815 Jul 18 14:27:21.198865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Made reservation on behalf of 0c3ec8c8d2f84ab1a84a1f64fd8a66c7 for: {'port': 1} {{(pid=104072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 14:27:21.202559 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:21.282382 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=39 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:21.337429 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Allocated IP 172.20.0.10 (de0f7f4d-0248-4952-aa6a-3352dc26a0bf/44109e53-3f1c-42fa-b6fc-52baf24b4e6f/e7be45a5-e6d5-40ec-aec1-5e1463f9272c) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:21.497850 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:21.529391 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:21.530665 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:21.535250 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:21.590623 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:21.595181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:21.605330 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:21.636434 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:21.678291 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:21.679107 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:21.684305 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.684732 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.685139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.685664 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.686065 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.686466 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.686946 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.687370 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.687776 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.688201 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.688618 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.688954 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.689284 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.689612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.690078 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:21.724682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-19c4ec51-335e-4493-9623-c8e100df1eb3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6672454 Jul 18 14:27:21.874954 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-c86eb29c-8c3f-4a53-8a7e-20794baa65cb None None] Provisioning complete for port e7be45a5-e6d5-40ec-aec1-5e1463f9272c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:21.875626 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-c86eb29c-8c3f-4a53-8a7e-20794baa65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:21.919224 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-c86eb29c-8c3f-4a53-8a7e-20794baa65cb None None] Port e7be45a5-e6d5-40ec-aec1-5e1463f9272c cannot update to ACTIVE because it is not bound. {{(pid=104073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 14:27:22.261883 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b597-1b8a-49d0-bcff-72793f88e15a req-99ae3ebf-c6af-4481-b6d8-888a20553006 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:22.263341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9b6b597-1b8a-49d0-bcff-72793f88e15a req-99ae3ebf-c6af-4481-b6d8-888a20553006 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0492334 Jul 18 14:27:22.313742 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f9b6b597-1b8a-49d0-bcff-72793f88e15a req-dfefa121-e5f0-4c34-a8c0-0f7dd2df646c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Jul 18 14:27:23.431611 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816227d-0a9d-4c43-a8e1-f205bd4d653e req-015e28fd-2456-4425-9000-1c8db6dab17f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:23.433151 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4816227d-0a9d-4c43-a8e1-f205bd4d653e req-015e28fd-2456-4425-9000-1c8db6dab17f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0479155 Jul 18 14:27:23.488251 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-4816227d-0a9d-4c43-a8e1-f205bd4d653e req-11e02998-c357-4962-bb22-6dc4ee87bec2 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495028 Jul 18 14:27:24.605010 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005ced0-6ad4-4d53-abf0-4893b2a6b878 req-0a590c5d-cdc9-48a7-90aa-e8215fa9e2ad tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:24.606666 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7005ced0-6ad4-4d53-abf0-4893b2a6b878 req-0a590c5d-cdc9-48a7-90aa-e8215fa9e2ad tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0482347 Jul 18 14:27:24.657294 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-7005ced0-6ad4-4d53-abf0-4893b2a6b878 req-06ed0e9c-83c9-4b85-afb2-cd8801da4a81 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Jul 18 14:27:25.773649 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c1db0-3a17-4ab9-b056-dc20dc4d9ab3 req-8bcca25f-86c6-4cb0-b29d-f41ee39b8402 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:25.775274 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f85c1db0-3a17-4ab9-b056-dc20dc4d9ab3 req-8bcca25f-86c6-4cb0-b29d-f41ee39b8402 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0503452 Jul 18 14:27:25.830770 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f85c1db0-3a17-4ab9-b056-dc20dc4d9ab3 req-3a87eee6-0a14-4543-b379-f10bee05044a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Jul 18 14:27:26.957010 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3b74-caf4-467a-9e75-d27898d9a459 req-7eceafde-18a5-4fed-9d72-d07ccf8937da tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:26.958725 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-278c3b74-caf4-467a-9e75-d27898d9a459 req-7eceafde-18a5-4fed-9d72-d07ccf8937da tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0604320 Jul 18 14:27:27.010976 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-278c3b74-caf4-467a-9e75-d27898d9a459 req-b04a9fe6-b454-49b4-a3ac-a4de7e398314 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jul 18 14:27:28.127926 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b57e11-45d8-426c-b6cd-23250a76bdeb req-63565c3a-a37e-48f4-8cba-c40d3f1a7776 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:28.129699 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8b57e11-45d8-426c-b6cd-23250a76bdeb req-63565c3a-a37e-48f4-8cba-c40d3f1a7776 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0515366 Jul 18 14:27:28.179062 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-a8b57e11-45d8-426c-b6cd-23250a76bdeb req-fe487e0d-9217-463e-a2ed-b0d110778e9e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Jul 18 14:27:29.294079 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb53c-294a-4f68-a5b8-a5771d69de07 req-b6c5db8e-9089-4f0a-bc05-4c29353e051d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:29.295522 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e7deb53c-294a-4f68-a5b8-a5771d69de07 req-b6c5db8e-9089-4f0a-bc05-4c29353e051d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0496359 Jul 18 14:27:29.342433 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-e7deb53c-294a-4f68-a5b8-a5771d69de07 req-d0c8e47e-48bb-488b-a01b-234db70075bd tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Jul 18 14:27:30.457131 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc953bf0-e415-48af-a996-f87d725d5781 req-84f98110-3551-4a42-b652-66a4953dc705 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:30.458598 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc953bf0-e415-48af-a996-f87d725d5781 req-84f98110-3551-4a42-b652-66a4953dc705 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0481341 Jul 18 14:27:30.469602 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:30.506784 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cc953bf0-e415-48af-a996-f87d725d5781 req-89d98788-8a1e-4059-a4e5-e475b920d543 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Jul 18 14:27:31.620415 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dbd83-50bd-431f-a354-abd3ed8ad7f0 req-66518ada-f5e6-44de-b1f8-62d724013ef2 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:31.621866 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-657dbd83-50bd-431f-a354-abd3ed8ad7f0 req-66518ada-f5e6-44de-b1f8-62d724013ef2 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 932 time: 0.0463321 Jul 18 14:27:31.670860 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-657dbd83-50bd-431f-a354-abd3ed8ad7f0 req-cdb1df24-3e8d-40e5-baf2-a5eeb9955e20 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Jul 18 14:27:31.817573 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Request body: {'port': {'device_id': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:31.873676 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:31.877159 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:31.911138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:31.917807 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=34 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:32.130797 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7be45a5-e6d5-40ec-aec1-5e1463f9272c {{(pid=104072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:27:32.138334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks [] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.151648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.provisioning_blocks [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Transition to ACTIVE for port object e7be45a5-e6d5-40ec-aec1-5e1463f9272c will not be triggered until provisioned by entity L2. {{(pid=104072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 14:27:32.162737 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.171142 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.214344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:32.285957 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Attempting to bind port e7be45a5-e6d5-40ec-aec1-5e1463f9272c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 14:27:32.286299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Attempting to bind port e7be45a5-e6d5-40ec-aec1-5e1463f9272c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 14:27:32.286633 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Attempting to bind port e7be45a5-e6d5-40ec-aec1-5e1463f9272c on network de0f7f4d-0248-4952-aa6a-3352dc26a0bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:32.291234 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Port e7be45a5-e6d5-40ec-aec1-5e1463f9272c on network de0f7f4d-0248-4952-aa6a-3352dc26a0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 14:27:32.291557 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Attempting to bind port e7be45a5-e6d5-40ec-aec1-5e1463f9272c on network de0f7f4d-0248-4952-aa6a-3352dc26a0bf {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 14:27:32.296808 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Checking agent: {'id': '895e93ea-1c2b-42df-962a-06fc743cb6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'started_at': datetime.datetime(2022, 7, 18, 14, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 14:27:32.297146 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Checking segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 14:27:32.297531 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Bound using segment: {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'} {{(pid=104072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 14:27:32.297962 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.managers [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Bound port: e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589d00d-d20a-4195-b6e2-7924510aa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf'}}] {{(pid=104072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 14:27:32.298320 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.364221 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, cleared binding levels {{(pid=104072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 14:27:32.367208 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 14:27:32.372645 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.406833 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.407383 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:32.408783 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] 10.222.0.87 "PUT /v2.0/ports/e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1094 time: 0.5956588 Jul 18 14:27:32.409218 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:27:32.411460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2e049-55cc-4f74-8666-80f9f5226868" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:27:32.434216 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3b9c2-53a4-45c7-b9b1-9255b1a747bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=3']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:32.454386 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926e0df-62d2-47bb-8b14-62a9adc4dbae x-openstack-request-id: req-f926e0df-62d2-47bb-8b14-62a9adc4dbae {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:27:32.455310 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:27:32.455579 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f926e0df-62d2-47bb-8b14-62a9adc4dbae {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:27:32.456014 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f926e0df-62d2-47bb-8b14-62a9adc4dbae'] response: {'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:27:32.534350 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-a3d03eec-c0c8-47e5-989b-20427b1a0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.535932 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-a3d03eec-c0c8-47e5-989b-20427b1a0529 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1128 time: 0.0422487 Jul 18 14:27:32.646912 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-b2139f3b-13de-4bc7-8619-6790c98c6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.648423 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-b2139f3b-13de-4bc7-8619-6790c98c6306 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005123 Jul 18 14:27:32.660667 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:32.731002 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:32.769873 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-651f0df8-2716-4ce7-8069-56e9643ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.771307 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-c1f2e049-55cc-4f74-8666-80f9f5226868 req-651f0df8-2716-4ce7-8069-56e9643ec67f service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177595 Jul 18 14:27:32.789580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd755ee-f21d-4273-ad21-2d04d69213d8 req-5b08589e-f2e2-4033-b0a9-dca044d62fc0 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.791655 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bd755ee-f21d-4273-ad21-2d04d69213d8 req-5b08589e-f2e2-4033-b0a9-dca044d62fc0 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 944 time: 0.0509491 Jul 18 14:27:32.870127 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1bd755ee-f21d-4273-ad21-2d04d69213d8 req-eb1bdd27-248a-48f7-a1ff-e780ed93f65c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723338 Jul 18 14:27:32.877377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-8a5c5e46-c788-4617-88d4-7b8deb6cbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.878796 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-8a5c5e46-c788-4617-88d4-7b8deb6cbdd0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1128 time: 0.0482235 Jul 18 14:27:32.923445 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-88d7907e-1870-4095-9714-24d8987dabb7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 217 time: 0.0322640 Jul 18 14:27:32.971924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-23cafd60-77ac-426f-8f57-e5d3c882b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:32.973407 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-23cafd60-77ac-426f-8f57-e5d3c882b86a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0437541 Jul 18 14:27:33.021948 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-bfd857d5-0095-4820-bc05-49ad98cec832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:33.023417 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-bfd857d5-0095-4820-bc05-49ad98cec832 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439267 Jul 18 14:27:33.110620 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-1c623dc6-6542-40b7-a1ea-b5d497606a05 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811074 Jul 18 14:27:33.202008 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1cbe6afb-8f23-4c45-8a57-0994ffa3d7c1 req-230162dd-4cbe-4de8-be58-e6ee0fe1fd9b service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850706 Jul 18 14:27:33.986084 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ddd5-997e-4cb4-a058-7f527a4d8e03 req-10d111d9-8ed0-4ce4-ae06-c7647cb976b8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:33.987192 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f46ddd5-997e-4cb4-a058-7f527a4d8e03 req-10d111d9-8ed0-4ce4-ae06-c7647cb976b8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 944 time: 0.0479698 Jul 18 14:27:34.040155 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-6f46ddd5-997e-4cb4-a058-7f527a4d8e03 req-2fa51148-2015-4763-8b1b-2646dd2296b8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Jul 18 14:27:35.155906 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860909-77d2-450e-99f6-7e8cee1eb63e req-332171f4-73e2-4450-b791-26769ebe8753 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:35.157374 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91860909-77d2-450e-99f6-7e8cee1eb63e req-332171f4-73e2-4450-b791-26769ebe8753 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 944 time: 0.0498323 Jul 18 14:27:35.203072 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-91860909-77d2-450e-99f6-7e8cee1eb63e req-7323732f-26cc-48fc-9e6a-47c454ccec35 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Jul 18 14:27:36.314024 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922598c-b2cf-4d7b-a3bb-2be46fbbc710 req-663f04a5-2d3c-465c-a31f-d6da619c7a5d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:36.315489 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8922598c-b2cf-4d7b-a3bb-2be46fbbc710 req-663f04a5-2d3c-465c-a31f-d6da619c7a5d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 944 time: 0.0468760 Jul 18 14:27:36.361545 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8922598c-b2cf-4d7b-a3bb-2be46fbbc710 req-9b88d458-6a10-4659-bfe3-cf5a7a4e201b tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jul 18 14:27:36.438901 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device e7be45a5-e6d5-40ec-aec1-5e1463f9272c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 14:27:36.537937 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:36.549034 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Returning: {'device': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'port_id': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'mac_address': 'fa:16:3e:3b:2f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 14:27:36.583804 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port e7be45a5-e6d5-40ec-aec1-5e1463f9272c is: DOWN; New status is: BUILD {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:36.584224 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:36.596698 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7be45a5-e6d5-40ec-aec1-5e1463f9272c {{(pid=104073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 14:27:36.615701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:36.619510 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:36.668449 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=4']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:36.981996 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:27:37.480580 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d12e-6394-455e-b0a9-9515783f39d7 req-c9e7f06c-0f50-4f34-94d4-15c206bb3e2d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:37.482045 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1310d12e-6394-455e-b0a9-9515783f39d7 req-c9e7f06c-0f50-4f34-94d4-15c206bb3e2d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 945 time: 0.0476141 Jul 18 14:27:37.531334 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1310d12e-6394-455e-b0a9-9515783f39d7 req-301b1706-466a-4640-b80c-dc6c7fe0cb2d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Jul 18 14:27:38.235164 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:38.235854 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:38.438424 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device e7be45a5-e6d5-40ec-aec1-5e1463f9272c up at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 14:27:38.483477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning for port e7be45a5-e6d5-40ec-aec1-5e1463f9272c completed by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 14:27:38.488912 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Provisioning complete for port e7be45a5-e6d5-40ec-aec1-5e1463f9272c triggered by entity L2. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:38.489220 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:38.557407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Current status of the port e7be45a5-e6d5-40ec-aec1-5e1463f9272c is: BUILD; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:38.557786 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:38.581346 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:27:38.583874 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d83f1ec31e7e136ba7ac47b7d2eea829be16db48b430ec5d27326c8bf92d3b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0df25-e98e-430c-9cf4-a7d903b558fc" -d '{"events": [{"server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "name": "network-vif-plugged", "status": "completed", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:27:38.592246 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:27:38.596420 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:38.601273 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:38.632727 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7ae0b-b355-46f3-ba27-a1c589b301bc x-openstack-request-id: req-d5a7ae0b-b355-46f3-ba27-a1c589b301bc {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:27:38.633016 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "name": "network-vif-plugged", "status": "completed", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "code": 200}]} {{(pid=104073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:27:38.633269 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d5a7ae0b-b355-46f3-ba27-a1c589b301bc {{(pid=104073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:27:38.633676 dv-cinder-849846-1-iscsi neutron-server[104073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a7ae0b-b355-46f3-ba27-a1c589b301bc'] response: {'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'code': 200} Jul 18 14:27:38.649102 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a265-c448-46cb-9ee9-b360ecb4494f req-73345475-81c6-43e8-a7f4-c51c183e39c3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:38.650602 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b235a265-c448-46cb-9ee9-b360ecb4494f req-73345475-81c6-43e8-a7f4-c51c183e39c3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0513601 Jul 18 14:27:38.652197 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:38.662151 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-212e210f-7d8d-4422-9148-10f69cfc8284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:38.667616 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=5']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:38.681139 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:38.705174 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b235a265-c448-46cb-9ee9-b360ecb4494f req-548714f4-fbb1-47d8-b491-f77b408134c7 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481336 Jul 18 14:27:38.830903 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e982b-fc40-41c5-8fd1-e59105f7cd4c req-42b34221-f277-4bba-b80b-75e83c9615df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:38.832328 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-927e982b-fc40-41c5-8fd1-e59105f7cd4c req-42b34221-f277-4bba-b80b-75e83c9615df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1130 time: 0.0401559 Jul 18 14:27:38.874596 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-927e982b-fc40-41c5-8fd1-e59105f7cd4c req-96127577-8d6d-478f-87ff-be9c63e0a260 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362446 Jul 18 14:27:40.078085 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcbd9a-3fe5-46fa-a476-9ddc04285899 req-596e0731-124c-4bce-b098-4ae3e8fe3120 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:40.079559 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65bcbd9a-3fe5-46fa-a476-9ddc04285899 req-596e0731-124c-4bce-b098-4ae3e8fe3120 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.3071101 Jul 18 14:27:40.115236 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:40.127389 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-65bcbd9a-3fe5-46fa-a476-9ddc04285899 req-3a7503f1-42d3-4028-b2af-0fbfc35f34af tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Jul 18 14:27:40.747844 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-191de780-28e2-4718-84ae-5844fb3b4570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:41.237518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0ed2-9eac-4506-b81b-907a2c455f1f req-9ab3976e-115d-4ba7-830a-9d40b6a0b525 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:41.239040 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0ee0ed2-9eac-4506-b81b-907a2c455f1f req-9ab3976e-115d-4ba7-830a-9d40b6a0b525 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0474541 Jul 18 14:27:41.287099 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f0ee0ed2-9eac-4506-b81b-907a2c455f1f req-c62bc60d-0c0b-4ae6-815a-1e8f3869c441 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Jul 18 14:27:41.400780 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220c9e-5d09-47f8-836b-be32b5aacafa req-7ac20822-890b-4c41-a1ab-d38800990728 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:41.402896 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89220c9e-5d09-47f8-836b-be32b5aacafa req-7ac20822-890b-4c41-a1ab-d38800990728 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0500319 Jul 18 14:27:41.449476 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-89220c9e-5d09-47f8-836b-be32b5aacafa req-2e13d29f-fd35-49e2-918a-85b3e4b7aab4 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Jul 18 14:27:41.763392 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78cc92-449a-455b-9c0b-a7de388a6289 req-2a955f3b-79b3-447f-a8b0-91bd94fecc0a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:41.765274 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b78cc92-449a-455b-9c0b-a7de388a6289 req-2a955f3b-79b3-447f-a8b0-91bd94fecc0a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0471351 Jul 18 14:27:41.813826 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-2b78cc92-449a-455b-9c0b-a7de388a6289 req-c217b013-635f-412e-b6bd-2efa80bdd1e8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Jul 18 14:27:42.031896 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:43.288701 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:43.629683 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:47.553487 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-2cc49172-6bf7-487e-a08b-e079083834e9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387771 Jul 18 14:27:47.649563 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-8c5f54b0-f03a-46db-8ad5-73321e452f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:47.651029 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-8c5f54b0-f03a-46db-8ad5-73321e452f2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1130 time: 0.0416820 Jul 18 14:27:47.752428 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-0226cb94-e7c4-4bb2-967d-842709eef347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:47.753881 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-0226cb94-e7c4-4bb2-967d-842709eef347 service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.0844791 Jul 18 14:27:47.795164 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-23dffd27-4dad-4f3b-839c-35a249614fcb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 217 time: 0.0359476 Jul 18 14:27:47.844995 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-6bdf139d-bf2d-43f2-aa77-19d7877ff2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:47.846469 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-6bdf139d-bf2d-43f2-aa77-19d7877ff2c6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0456209 Jul 18 14:27:47.889815 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-e3130161-5edf-4963-bb4b-a612bf3db62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:47.891296 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-e3130161-5edf-4963-bb4b-a612bf3db62e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393403 Jul 18 14:27:47.985927 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-9b33087e-e6df-4154-89d9-ebf882c65ce4 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876021 Jul 18 14:27:48.076027 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-68afffc4-5e4a-4cba-8a74-f23081dc393b req-8ba8a4c0-20d5-496d-a7a8-faaf416b98b1 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832598 Jul 18 14:27:48.591607 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:51.220908 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ade74d-1285-440f-8189-c6b43eb35eda req-ee11386a-102e-4a94-9214-9980787bb47e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:51.222276 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-70ade74d-1285-440f-8189-c6b43eb35eda req-ee11386a-102e-4a94-9214-9980787bb47e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0473206 Jul 18 14:27:51.251988 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:51.272989 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-70ade74d-1285-440f-8189-c6b43eb35eda req-b3c1deb5-03f5-4fe1-b63a-b76a184b0505 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Jul 18 14:27:51.297687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44538) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:51.377308 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a179c3-380c-48bb-bb3d-169350796cc6 tempest-TestMinimumBasicScenario-1768265526 tempest-TestMinimumBasicScenario-1768265526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:51.378804 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-f5a179c3-380c-48bb-bb3d-169350796cc6 tempest-TestMinimumBasicScenario-1768265526 tempest-TestMinimumBasicScenario-1768265526-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1125 time: 0.0801256 Jul 18 14:27:51.381668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44542) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:51.385943 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'floatingip': {'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'port_id': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:51.407778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:51.489144 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (None), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:51.499429 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:51.591845 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.db_base_plugin_common [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Allocated IP 172.27.1.20 (da4084b0-2915-4b74-9e77-f949f12bc002/6c94bd70-45f3-4f02-8b30-2647e02a4d9d/745da5c3-0d56-4b0f-861c-8970232e046e) {{(pid=104072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 14:27:51.694862 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for port (745da5c3-0d56-4b0f-861c-8970232e046e), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:51.727057 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745514902788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:51.763397 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Network da4084b0-2915-4b74-9e77-f949f12bc002 is already hosted by enough agents. {{(pid=104072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 14:27:51.766176 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.base_scheduler [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Resources bound (agent type, host, resource id): {{(pid=104072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 14:27:51.772393 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Received port after_create {{(pid=104072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 14:27:51.798858 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'Port': ['ID=745da5c3-0d56-4b0f-861c-8970232e046e,revision_number=1']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:52.112587 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:52.128865 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for floatingip (981719fb-b87f-4ace-bc53-a5780b11ff82), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.196156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.254548 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:52.347824 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for port (745da5c3-0d56-4b0f-861c-8970232e046e), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.352319 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.425021 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'Port': ['ID=745da5c3-0d56-4b0f-861c-8970232e046e,revision_number=2']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:52.435337 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801783'] for floatingip (981719fb-b87f-4ace-bc53-a5780b11ff82), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.529838 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Floating IP 981719fb-b87f-4ace-bc53-a5780b11ff82 associated. External IP: 172.27.1.20, port: e7be45a5-e6d5-40ec-aec1-5e1463f9272c. Jul 18 14:27:52.723832 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:27:52.829464 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:27:52.839651 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Sync routers for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:27:52.847413 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.850552 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:52.851170 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:27:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:52.877464 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-5a18f093-18ec-43e9-9d74-3b491e46ef0f tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4948030 Jul 18 14:27:52.878158 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:27:52.880323 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44544) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:52.881150 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b0f75-7aa6-45a8-bb84-d2037a498ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:27:52.888109 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867161195', 'description': 'tempest-secgroup-smoke-867161195 description', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:52.915289 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:52.929416 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef9a5d8-fe95-4267-a727-efe8618dc326 x-openstack-request-id: req-0ef9a5d8-fe95-4267-a727-efe8618dc326 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:27:52.929760 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:27:52.930018 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0ef9a5d8-fe95-4267-a727-efe8618dc326 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:27:52.930492 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef9a5d8-fe95-4267-a727-efe8618dc326'] response: {'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:27:52.957623 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:52.997246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (4dfea752-e04e-4aa8-a8af-7507384873b3), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.001182 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4dfea752-e04e-4aa8-a8af-7507384873b3), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.028156 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-d74ffbf0-de81-45e2-9383-cd624624547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:53.030211 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-d74ffbf0-de81-45e2-9383-cd624624547b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1130 time: 0.0466733 Jul 18 14:27:53.031188 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.035346 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1484179 Jul 18 14:27:53.035516 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44548) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.039828 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.049659 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfea752-e04e-4aa8-a8af-7507384873b3,revision_number=1']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.064319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.064670 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.065019 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.065360 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.065695 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.066051 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.066382 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.066711 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.067040 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.067369 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.067702 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.068052 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.068381 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.068706 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.069032 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6264e-81b1-4d60-86ee-3866714971c8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:27:53.088709 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (b58a9ec1-40fe-4a8c-be72-dc3d1fad13db), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.147232 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (b58a9ec1-40fe-4a8c-be72-dc3d1fad13db), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.152515 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (b58a9ec1-40fe-4a8c-be72-dc3d1fad13db), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.153396 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-5e4a03f6-6d18-43d3-a3d9-60f055e2c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:53.157029 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-5e4a03f6-6d18-43d3-a3d9-60f055e2c67a service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.1175704 Jul 18 14:27:53.170122 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:53.172693 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58a9ec1-40fe-4a8c-be72-dc3d1fad13db,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.180351 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '981719fb-b87f-4ace-bc53-a5780b11ff82', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'port_id': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'mac_address': 'fa:16:3e:3b:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:27:51Z', 'updated_at': '2022-07-18T14:27:51Z', 'revision_number': 0, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:53.181516 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.182765 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-e75386e5-b1ac-41f2-8cf9-24b6cf63682a tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463072 Jul 18 14:27:53.185625 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44550) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.190362 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.206368 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Checking router: 20532e5e-dfe3-46ec-b011-6f3011c1c4cd for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:27:53.216532 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:27:53.217373 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:27:41Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:53.223511 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:53.224637 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (a0f21221-e131-44d1-adb4-fb8296692ed3), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.236243 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-a3267407-28c4-4b36-8320-40876f4d7163 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 999 time: 0.0727494 Jul 18 14:27:53.288477 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (a0f21221-e131-44d1-adb4-fb8296692ed3), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.294232 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (a0f21221-e131-44d1-adb4-fb8296692ed3), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.296025 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-aa4f3c62-60da-4646-9f70-147299981fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:53.297655 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-aa4f3c62-60da-4646-9f70-147299981fee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0518007 Jul 18 14:27:53.316928 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f21221-e131-44d1-adb4-fb8296692ed3,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.322847 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.324736 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3304100d-5f71-4994-9e15-11a1dfe43b92 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379175 Jul 18 14:27:53.327383 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44552) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.331773 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.v2.base [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.351388 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-863585af-ae73-4664-a178-668bc97470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:53.352970 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-863585af-ae73-4664-a178-668bc97470b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482287 Jul 18 14:27:53.359268 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (5522410c-d138-4af1-b035-bb2a40993429), before_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.421171 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:27:53.421662 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (5522410c-d138-4af1-b035-bb2a40993429), precommit_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.426442 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (5522410c-d138-4af1-b035-bb2a40993429), after_create {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.446207 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5522410c-d138-4af1-b035-bb2a40993429,revision_number=0']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.451673 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-22291eb4-3e95-4950-848c-ba121a3fcb1b service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901418 Jul 18 14:27:53.452571 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.456408 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f1b324ff-cfb4-4af5-a390-e3122bd9a888 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255453 Jul 18 14:27:53.456764 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44554) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.461026 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.542596 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (1bf3f825-14b3-4d65-87c4-7713e1e9d368), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.596306 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-884b0f75-7aa6-45a8-bb84-d2037a498ae2 req-2e2d624a-8335-41ab-9dfa-927240f0ad37 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296408 Jul 18 14:27:53.619454 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:53.623539 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (1bf3f825-14b3-4d65-87c4-7713e1e9d368), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.626522 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:53.628745 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (1bf3f825-14b3-4d65-87c4-7713e1e9d368), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.637633 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '981719fb-b87f-4ace-bc53-a5780b11ff82', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'port_id': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'mac_address': 'fa:16:3e:3b:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:27:51Z', 'updated_at': '2022-07-18T14:27:51Z', 'revision_number': 0, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:27:53.652509 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3f825-14b3-4d65-87c4-7713e1e9d368,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.658040 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.662106 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-b8a5f839-b1b9-478d-9f61-feeee3ad40df tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015369 Jul 18 14:27:53.662457 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a27003-7fb1-4420-9a08-8b382106e118 None None] The sync data for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi is: [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_floatingips': [{'id': '981719fb-b87f-4ace-bc53-a5780b11ff82', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'router_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'port_id': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'mac_address': 'fa:16:3e:3b:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T14:27:51Z', 'updated_at': '2022-07-18T14:27:51Z', 'revision_number': 0, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:27:53.663257 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44556) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.667958 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.688474 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.securitygroups_db [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Project 0c3ec8c8d2f84ab1a84a1f64fd8a66c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:27:53.694816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (be4c424a-1da4-46bd-a8e5-7498a7574842), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.758026 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (be4c424a-1da4-46bd-a8e5-7498a7574842), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.762024 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (be4c424a-1da4-46bd-a8e5-7498a7574842), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.780648 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4c424a-1da4-46bd-a8e5-7498a7574842,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.787769 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.789055 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-12e9119e-f2a0-412c-8f49-4185c0a72393 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247647 Jul 18 14:27:53.791687 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44558) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:27:53.796058 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'security_group_rule': {'security_group_id': '4dfea752-e04e-4aa8-a8af-7507384873b3', 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:53.817310 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.securitygroups_db [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Project 0c3ec8c8d2f84ab1a84a1f64fd8a66c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 14:27:53.824642 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (c84fa38e-c1f7-4221-b529-6a5bf30976bd), before_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.857917 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04bf98-da4a-4aff-bf86-76351de1a4d3 None None] New status for floating IP 981719fb-b87f-4ace-bc53-a5780b11ff82: ACTIVE {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:27:53.886598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (c84fa38e-c1f7-4221-b529-6a5bf30976bd), precommit_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.890438 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679209'] for security_group_rule (c84fa38e-c1f7-4221-b529-6a5bf30976bd), after_create {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.911610 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84fa38e-c1f7-4221-b529-6a5bf30976bd,revision_number=0']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:53.915491 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:53.916682 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-77aceba0-3c99-4eb6-bf00-827b5ce20d2c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240225 Jul 18 14:27:54.024250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-711cafb6-a68e-455e-9535-30769eb9babd req-22929314-852b-4a66-9a49-ffa815a55f5d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867161195&fields=id&tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7 HTTP/1.1" status: 200 len: 267 time: 0.0607207 Jul 18 14:27:54.039685 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:54.080883 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cafb6-a68e-455e-9535-30769eb9babd req-dc180e4f-8a25-41ba-9611-3aaa3dbb0ca8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:54.082340 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-711cafb6-a68e-455e-9535-30769eb9babd req-dc180e4f-8a25-41ba-9611-3aaa3dbb0ca8 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0525863 Jul 18 14:27:54.093446 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'port': {'security_groups': ['de03e1b0-4251-4f36-a92c-e3fb1609505c', '4dfea752-e04e-4aa8-a8af-7507384873b3']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:27:54.167968 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:54.189681 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:54.371521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:27:54.399369 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:54.404254 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:54.439226 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:27:54.449315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:54.450064 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:54.451745 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-711cafb6-a68e-455e-9535-30769eb9babd req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "PUT /v2.0/ports/e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 982 time: 0.3628819 Jul 18 14:27:54.489838 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da4509-a536-4fc5-ab69-e417a799fea5 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=6']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:27:54.575022 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c128-ad67-41ef-814f-6eb6a77c19d4 req-abdbb3a9-fbe4-4b04-9619-56b31f3d99b3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:54.577287 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b940c128-ad67-41ef-814f-6eb6a77c19d4 req-abdbb3a9-fbe4-4b04-9619-56b31f3d99b3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0537078 Jul 18 14:27:54.608920 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:27:54.643300 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b940c128-ad67-41ef-814f-6eb6a77c19d4 req-1a347702-76f7-4cbb-a711-22c0b163552d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600932 Jul 18 14:27:54.737005 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-a9bb9bf3-8ae4-42e5-89e3-017cb29e3ee0 None None] Provisioning complete for port e7be45a5-e6d5-40ec-aec1-5e1463f9272c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:27:54.737575 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9bf3-8ae4-42e5-89e3-017cb29e3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:27:54.931456 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:27:54.934460 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d357d-dc1a-4340-a757-939bfd0d095a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:27:54.981518 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc833f2-1b24-4936-8ccb-59c58c6fdea5 x-openstack-request-id: req-8bc833f2-1b24-4936-8ccb-59c58c6fdea5 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:27:54.981810 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:27:54.982067 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8bc833f2-1b24-4936-8ccb-59c58c6fdea5 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:27:54.982471 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc833f2-1b24-4936-8ccb-59c58c6fdea5'] response: {'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:27:54.989385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb9bf3-8ae4-42e5-89e3-017cb29e3ee0 None None] Current status of the port e7be45a5-e6d5-40ec-aec1-5e1463f9272c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:27:55.086604 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-84550b75-b6ba-4f72-9efb-313bccde968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:55.088146 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-84550b75-b6ba-4f72-9efb-313bccde968d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1169 time: 0.0480349 Jul 18 14:27:55.179396 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:55.193493 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:27:55.194778 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-164948f5-d206-44b1-ad78-2a886a765cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:55.196702 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-164948f5-d206-44b1-ad78-2a886a765cbc service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.1028252 Jul 18 14:27:55.258771 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-d34b6545-ee6e-49ed-867f-86664fb17a3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1001 time: 0.0564251 Jul 18 14:27:55.311985 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-bffbcbfe-755a-48b4-84eb-eaeca66ee4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:55.313433 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-bffbcbfe-755a-48b4-84eb-eaeca66ee4e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0478885 Jul 18 14:27:55.358600 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-4db58932-c554-4b2e-ad3e-f05c683523e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:27:55.360129 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-4db58932-c554-4b2e-ad3e-f05c683523e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403759 Jul 18 14:27:55.449341 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-78561d05-9346-4599-9deb-733ee2fa142e service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Jul 18 14:27:55.541693 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3a7d357d-dc1a-4340-a757-939bfd0d095a req-e9a74d27-51ee-40bd-816a-191d3a0efe96 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Jul 18 14:28:02.184477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:03.443208 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=65,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:03.445123 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=66,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:03.641404 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=78 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:05.533172 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:05.538243 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:08.616050 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-70a54d77-483d-4bbc-bc9e-57b1b0869100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:10.750205 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-42334465-fc9c-4b46-84f2-f0a366a74608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:12.034971 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:13.311556 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:13.633305 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:15.226649 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:15.231126 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:15.590847 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:28:23.622833 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:23.628922 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:25.585616 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:25.586355 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:32.181573 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:38.617887 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-ab00719c-b5ad-4d4e-bc12-d6fbb2d1416e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:40.751003 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-b5b27749-2be3-442d-bf70-cd848a02719b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:42.038855 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:43.299101 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:43.635430 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:28:48.588367 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-1713e20a-e4cc-4a0f-b24d-0e2205a7853e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413482 Jul 18 14:28:48.692132 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-96820c5f-e92f-4a0f-ba2b-580b34ecb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:48.693598 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-96820c5f-e92f-4a0f-ba2b-580b34ecb2fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1169 time: 0.0428112 Jul 18 14:28:48.794032 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-42cce3cf-e4ad-4a54-983e-6bb0044ad90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:48.795479 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-42cce3cf-e4ad-4a54-983e-6bb0044ad90a service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.0833726 Jul 18 14:28:48.860271 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-777eb204-a196-441e-9170-fc91fa069d1e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1001 time: 0.0575018 Jul 18 14:28:49.162819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-149e542f-093e-45f3-9f74-881d268a84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:49.164330 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-149e542f-093e-45f3-9f74-881d268a84a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.2978492 Jul 18 14:28:49.206816 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-a3ff4040-7455-4830-8476-7a18b4ca2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:49.208284 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-a3ff4040-7455-4830-8476-7a18b4ca2c23 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381012 Jul 18 14:28:49.301045 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-09402d9d-f4a4-47b7-a146-b51f630044a9 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851707 Jul 18 14:28:49.388274 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b9be8022-59ca-4b0b-857e-f44aa75147b8 req-e38b6ff8-b36c-4322-b13a-f9402ea106fc service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817118 Jul 18 14:28:52.233089 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:52.237037 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:52.589317 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:28:53.629508 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:53.632140 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:55.397994 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864feaca-375a-4e06-87fa-16848a176fc1 req-11310015-cb7b-43e9-8a35-b3e3dddb97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:55.399495 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-11310015-cb7b-43e9-8a35-b3e3dddb97d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1169 time: 0.0441825 Jul 18 14:28:55.529425 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d2595-9f5b-4805-baff-edbdfb5cc0eb req-13677d00-821f-4ca1-b4c6-22beafe2302c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:55.530889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1b3d2595-9f5b-4805-baff-edbdfb5cc0eb req-13677d00-821f-4ca1-b4c6-22beafe2302c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.2066710 Jul 18 14:28:55.535423 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864feaca-375a-4e06-87fa-16848a176fc1 req-b06d509b-2d26-4fce-9065-91ad3a6ae828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:55.536854 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-b06d509b-2d26-4fce-9065-91ad3a6ae828 service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.1316249 Jul 18 14:28:55.630876 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-28351236-77cd-4e58-b829-d2f0fcdf79c4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1001 time: 0.0863633 Jul 18 14:28:55.639788 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-1b3d2595-9f5b-4805-baff-edbdfb5cc0eb req-395d2f2c-7952-47e7-81fe-ae9389d89cd7 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020446 Jul 18 14:28:55.682881 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864feaca-375a-4e06-87fa-16848a176fc1 req-7e330232-0722-4510-b7a8-1480d1b57746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:55.684505 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-7e330232-0722-4510-b7a8-1480d1b57746 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0437140 Jul 18 14:28:55.733377 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864feaca-375a-4e06-87fa-16848a176fc1 req-c3e26cf9-7895-4bf3-820c-0ebbd0ab4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:55.734756 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-c3e26cf9-7895-4bf3-820c-0ebbd0ab4e98 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433338 Jul 18 14:28:55.799300 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:55.827513 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-89aa4fb5-bb21-4390-a75f-000bafbb006a service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Jul 18 14:28:55.901067 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:28:55.920703 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-864feaca-375a-4e06-87fa-16848a176fc1 req-1d328001-b65a-4a96-b4d2-b1d9344ae29b service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 Jul 18 14:28:56.804868 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2d648-6c3a-42bf-ac5a-99249618d54e req-532c8dc8-ddbc-4959-b78c-7c0305f77c40 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:56.806318 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ddf2d648-6c3a-42bf-ac5a-99249618d54e req-532c8dc8-ddbc-4959-b78c-7c0305f77c40 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0946620 Jul 18 14:28:56.867031 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-ddf2d648-6c3a-42bf-ac5a-99249618d54e req-79a9953c-9b50-4184-a66c-3a5b3740a6ea tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541174 Jul 18 14:28:57.984628 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b33e38-1cd6-4439-999e-50b2f52a4f43 req-80eed6c4-4706-4e16-a16e-1e47c2b9856d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:57.986070 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-32b33e38-1cd6-4439-999e-50b2f52a4f43 req-80eed6c4-4706-4e16-a16e-1e47c2b9856d tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0520875 Jul 18 14:28:58.044889 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-32b33e38-1cd6-4439-999e-50b2f52a4f43 req-a88cb8ed-0470-4ce7-830b-14f88c458f83 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531604 Jul 18 14:28:59.157320 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a40ab-b238-42ad-b3c5-0a7922c55481 req-8a9df125-b4d2-42dc-8380-e5c2a4d71843 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:28:59.158768 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-450a40ab-b238-42ad-b3c5-0a7922c55481 req-8a9df125-b4d2-42dc-8380-e5c2a4d71843 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0475750 Jul 18 14:28:59.219450 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-450a40ab-b238-42ad-b3c5-0a7922c55481 req-e6c0ccff-a896-4327-bf82-a62d6db692ac tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550551 Jul 18 14:29:00.330366 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1219-62f0-4cb7-ba21-26b13196cbb1 req-0874f7d8-926d-4a3b-a012-6f0c711b475b tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:00.332339 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb0d1219-62f0-4cb7-ba21-26b13196cbb1 req-0874f7d8-926d-4a3b-a012-6f0c711b475b tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0468464 Jul 18 14:29:00.395823 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-cb0d1219-62f0-4cb7-ba21-26b13196cbb1 req-cbb56a2a-6ac5-4a54-836f-952bdfd65897 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578904 Jul 18 14:29:01.507442 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e6996-c0bf-4160-8a0a-a440b66b8350 req-8c85b61d-97f0-4e70-b2f5-4f2b6625976e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:01.508933 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b07e6996-c0bf-4160-8a0a-a440b66b8350 req-8c85b61d-97f0-4e70-b2f5-4f2b6625976e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0475869 Jul 18 14:29:01.567748 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b07e6996-c0bf-4160-8a0a-a440b66b8350 req-fad4c63e-0457-49fc-a6c5-94835654a99c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532322 Jul 18 14:29:02.181633 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:02.680736 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0216-288a-4b5d-8b72-501f4cdd56cb req-e879bb6a-27ac-4f84-8f4c-db2623f1f8e2 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:02.682222 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa6a0216-288a-4b5d-8b72-501f4cdd56cb req-e879bb6a-27ac-4f84-8f4c-db2623f1f8e2 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0471520 Jul 18 14:29:02.742538 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-fa6a0216-288a-4b5d-8b72-501f4cdd56cb req-d0c39335-a01c-46e8-a4b9-9937238832dc tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539362 Jul 18 14:29:03.293808 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=15 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:03.296532 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=13 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:03.858507 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb410e-c407-4d05-af30-5461c9a12895 req-9fd14b0d-cc7c-4b1d-944b-d183277b14c7 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:03.859992 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37fb410e-c407-4d05-af30-5461c9a12895 req-9fd14b0d-cc7c-4b1d-944b-d183277b14c7 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0509486 Jul 18 14:29:03.919221 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-37fb410e-c407-4d05-af30-5461c9a12895 req-0976e2c6-9ce3-48d7-a647-8c83d4580622 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531445 Jul 18 14:29:05.031902 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e23b7-7cf3-4b28-b331-ebe0b686bf87 req-b13bb55e-3dd6-444e-9e92-09f482592a1e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:05.033380 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-121e23b7-7cf3-4b28-b331-ebe0b686bf87 req-b13bb55e-3dd6-444e-9e92-09f482592a1e tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0474639 Jul 18 14:29:05.093250 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-121e23b7-7cf3-4b28-b331-ebe0b686bf87 req-5571bee1-6f81-4fa1-810c-54b5a11ae83c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542183 Jul 18 14:29:06.170307 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:06.210065 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e6e9-eab1-4985-b9cf-879fd1aa24bf req-671ebe26-c0c4-46f6-8fe5-3d99749224ac tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:06.211436 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f165e6e9-eab1-4985-b9cf-879fd1aa24bf req-671ebe26-c0c4-46f6-8fe5-3d99749224ac tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0509324 Jul 18 14:29:06.270280 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-f165e6e9-eab1-4985-b9cf-879fd1aa24bf req-a7f28376-65ba-4d5d-89ab-40e1829d89c3 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531962 Jul 18 14:29:07.375881 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:07.393005 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b42fa-6cd9-4461-bd83-c4e536f47002 req-e9ad55b9-6a0d-47c6-bb7f-3b4a08a4b734 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:07.395161 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af1b42fa-6cd9-4461-bd83-c4e536f47002 req-e9ad55b9-6a0d-47c6-bb7f-3b4a08a4b734 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0575469 Jul 18 14:29:07.454350 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-af1b42fa-6cd9-4461-bd83-c4e536f47002 req-ad9a16a8-1ab5-4e0a-ac02-5f20afddf171 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=4dfea752-e04e-4aa8-a8af-7507384873b3&id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534596 Jul 18 14:29:08.622764 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-be45545e-8a63-4579-98ae-25ef46c18822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:10.752105 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9a394283-bf4d-4335-ab1c-521333eb8845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:12.041439 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:13.301211 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:13.637518 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:17.446299 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=6 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:17.448946 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=20 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:23.627277 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:23.632871 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:29.245354 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:29.246003 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:29.588577 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:29:32.192896 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:38.625803 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8fc3-e0cd-4811-be8e-8c23e8f8a2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:39.582963 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:39.584374 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:40.753610 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3ae2a649-66f8-4cab-b1ca-f85233773b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:42.047400 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:43.304032 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:43.638950 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:29:50.595502 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-f0d8e688-5107-4d03-96f0-62bced628a3c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811267 Jul 18 14:29:50.697654 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-dd207d05-06cf-4560-abff-da6a75df383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:50.699142 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-dd207d05-06cf-4560-abff-da6a75df383c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1169 time: 0.0443518 Jul 18 14:29:50.801379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-009e4fc1-957e-4d1d-8837-231c411dc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:50.803245 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-009e4fc1-957e-4d1d-8837-231c411dc678 service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.0855463 Jul 18 14:29:50.868138 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-400e64f4-d7d3-45d4-83ba-185882225f47 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1001 time: 0.0582223 Jul 18 14:29:50.915331 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-04bbc9ed-0575-43cf-a559-44a369c31e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:50.916800 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-04bbc9ed-0575-43cf-a559-44a369c31e2d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0432062 Jul 18 14:29:50.960050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-54212e3a-b5ca-47c1-a987-91b53071e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:29:50.961532 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-54212e3a-b5ca-47c1-a987-91b53071e67a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392315 Jul 18 14:29:50.971476 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-6f041833-2835-4443-a275-b9e160ce7e04 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=104072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 14:29:50.972429 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-6f041833-2835-4443-a275-b9e160ce7e04 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047841 Jul 18 14:29:51.064999 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-044423a0-02fc-42ae-a449-ca01372cf58b service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Jul 18 14:29:51.153279 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-d98ce05a-3251-4711-b028-3bc296bc5c7e req-e3a0b8aa-6da5-421d-95a5-d77b785f3535 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814285 Jul 18 14:29:53.633681 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:29:53.635573 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:01.149237 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=51 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:01.150048 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=50 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:02.194053 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:06.587630 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:30:08.627106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-d8a045e6-e7b4-4537-adfa-191337632fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:10.755904 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-49580ce2-2547-46e6-a3fd-59e6dbd4e765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:10.915562 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13d1163f-c0e4-4f11-966a-8d501391478f req-b7d26a26-24be-41c2-9bd4-8003c8890272 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867161195&fields=id&tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7 HTTP/1.1" status: 200 len: 267 time: 0.0452147 Jul 18 14:30:10.971669 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1163f-c0e4-4f11-966a-8d501391478f req-fc57415e-3db3-433e-b9cd-bc1a6729dc3c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:10.973221 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13d1163f-c0e4-4f11-966a-8d501391478f req-fc57415e-3db3-433e-b9cd-bc1a6729dc3c tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 985 time: 0.0524917 Jul 18 14:30:10.984050 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.v2.base [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Request body: {'port': {'security_groups': ['de03e1b0-4251-4f36-a92c-e3fb1609505c']}} {{(pid=104072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 14:30:11.054367 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.225805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:11.253604 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), precommit_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.257782 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745515348956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745514902806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745514902824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5134290'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_update {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.293282 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:30:11.302772 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:11.303398 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.305010 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-13d1163f-c0e4-4f11-966a-8d501391478f req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "PUT /v2.0/ports/e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 943 time: 0.3253887 Jul 18 14:30:11.305418 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:30:11.307653 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b97a4-b025-4afb-bf67-c1c46131e4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:30:11.311585 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44632) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:11.333566 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event updated for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=7']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:11.341755 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.342110 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.342452 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.342791 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.343127 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.343462 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.343819 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.344175 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.344516 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.344829 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.345155 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.345479 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.345802 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.346121 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.346440 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef081f88-3460-442b-b511-f322244169c9 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.372126 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0480ad95-24da-4fce-ba4c-07b9e3725dcb x-openstack-request-id: req-0480ad95-24da-4fce-ba4c-07b9e3725dcb {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:30:11.372417 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:30:11.372667 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0480ad95-24da-4fce-ba4c-07b9e3725dcb {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:30:11.373071 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0480ad95-24da-4fce-ba4c-07b9e3725dcb'] response: {'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:30:11.413258 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (4dfea752-e04e-4aa8-a8af-7507384873b3), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.442739 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:30:11.465777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-d07c49bc-6fdf-45b9-a636-b2ba584abaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:11.466689 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (4dfea752-e04e-4aa8-a8af-7507384873b3), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.468403 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-d07c49bc-6fdf-45b9-a636-b2ba584abaa5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1130 time: 0.0531719 Jul 18 14:30:11.541098 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (4dfea752-e04e-4aa8-a8af-7507384873b3), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.544163 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.545718 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "DELETE /v2.0/security-groups/4dfea752-e04e-4aa8-a8af-7507384873b3 HTTP/1.1" status: 204 len: 168 time: 0.2331500 Jul 18 14:30:11.549397 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44638) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:11.555383 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfea752-e04e-4aa8-a8af-7507384873b3,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:11.563033 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.provisioning_blocks [None req-6c72eb43-b698-4a13-9753-2f1849380d2d None None] Provisioning complete for port e7be45a5-e6d5-40ec-aec1-5e1463f9272c triggered by entity DHCP. {{(pid=104073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 14:30:11.563260 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.563406 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-6c72eb43-b698-4a13-9753-2f1849380d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741160'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), provisioning_complete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.563533 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.563799 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.564168 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.564507 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.564840 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.565167 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.565496 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.565820 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.566143 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.566467 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.566786 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.567106 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.567425 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.567746 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cdb3-75c0-4229-a924-772c8186df43 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:11.637723 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-7d4fe575-d388-4c43-a968-be6f9dba9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:11.639185 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-7d4fe575-d388-4c43-a968-be6f9dba9b30 service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.1648712 Jul 18 14:30:11.712560 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-6c72eb43-b698-4a13-9753-2f1849380d2d None None] Current status of the port e7be45a5-e6d5-40ec-aec1-5e1463f9272c is: ACTIVE; New status is: ACTIVE {{(pid=104073) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 14:30:11.752319 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-52a22292-e12c-4b81-abea-ebebab4a6101 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 1001 time: 0.0876896 Jul 18 14:30:11.787977 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Deleting port 745da5c3-0d56-4b0f-861c-8970232e046e {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:11.788325 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.851706 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-23ed0eb7-a381-4eb1-b847-75bbd29f00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:11.853097 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-23ed0eb7-a381-4eb1-b847-75bbd29f00d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0946498 Jul 18 14:30:11.859616 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:11.912712 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:11.916952 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.917586 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for floatingip (745da5c3-0d56-4b0f-861c-8970232e046e), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:11.925964 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-6469b20a-99d6-4cdc-9d8c-8f6a5b8f752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:11.927460 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-6469b20a-99d6-4cdc-9d8c-8f6a5b8f752d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631447 Jul 18 14:30:11.935758 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Calling delete_port for 745da5c3-0d56-4b0f-861c-8970232e046e owned by network:floatingip {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:12.047339 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:12.081541 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-b102db4b-7997-49f3-b5bd-1e8607d4a908 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472993 Jul 18 14:30:12.211705 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-679b97a4-b025-4afb-bf67-c1c46131e4a7 req-b7dcba06-e57e-4fed-87f7-8141f1cd1745 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220059 Jul 18 14:30:12.228627 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (745da5c3-0d56-4b0f-861c-8970232e046e), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:12.258707 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event deleted for resources: {'Port': ['ID=745da5c3-0d56-4b0f-861c-8970232e046e,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:12.320268 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks [] for floatingip (981719fb-b87f-4ace-bc53-a5780b11ff82), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:12.320780 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.db.l3_db [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Floating IP 981719fb-b87f-4ace-bc53-a5780b11ff82 disassociated (deleted). External IP: 172.27.1.20, port: e7be45a5-e6d5-40ec-aec1-5e1463f9272c. Jul 18 14:30:12.514521 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:30:12.613459 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:30:12.618334 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for floatingip (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:12.623709 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Sync routers for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:30:12.633706 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:12.634324 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:12.738935 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:12.917836 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:12.925047 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2409e46d-9775-4f65-b648-058c430ae288 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "DELETE /v2.0/floatingips/981719fb-b87f-4ace-bc53-a5780b11ff82 HTTP/1.1" status: 204 len: 168 time: 1.3713856 Jul 18 14:30:12.930323 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:12.955687 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Checking router: 20532e5e-dfe3-46ec-b011-6f3011c1c4cd for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:30:12.964575 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:12.965167 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:13.065709 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:13.270863 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:13.295852 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5797c0-45ba-4fc1-a5c3-8476df129320 None None] The sync data for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi is: [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:04Z', 'revision_number': 4, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi', '_interfaces': [{'id': 'adc28375-e7ab-49f4-9a49-9b5b4c487fb6', 'name': '', 'network_id': 'de0f7f4d-0248-4952-aa6a-3352dc26a0bf', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'mac_address': 'fa:16:3e:03:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:04Z', 'updated_at': '2022-07-18T14:27:08Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'subnets': [{'id': '44109e53-3f1c-42fa-b6fc-52baf24b4e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:30:13.322097 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:13.373924 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:30:13.376433 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca18886-dc87-490a-8acd-0875d52c73e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:30:13.415796 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac99c66d-5418-4d18-a010-8fb36cd6ecd0 x-openstack-request-id: req-ac99c66d-5418-4d18-a010-8fb36cd6ecd0 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:30:13.415965 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:30:13.416177 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ac99c66d-5418-4d18-a010-8fb36cd6ecd0 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:30:13.416579 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99c66d-5418-4d18-a010-8fb36cd6ecd0'] response: {'name': 'network-changed', 'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:30:13.513198 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a4e85-ce7f-46c4-8f09-1676042e43fb None None] New status for floating IP 981719fb-b87f-4ace-bc53-a5780b11ff82: DOWN {{(pid=104073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 14:30:13.642748 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:13.685573 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-e2f36dad-464a-4541-a12a-2fe9f44cda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:13.687090 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-e2f36dad-464a-4541-a12a-2fe9f44cda7c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 1130 time: 0.0391877 Jul 18 14:30:13.754133 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:13.783918 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-3e1a1a3f-310d-403e-b1cc-fd53288be137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:13.785424 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-3e1a1a3f-310d-403e-b1cc-fd53288be137 service neutron] 10.222.0.87 "GET /v2.0/networks?id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 200 len: 916 time: 0.0915315 Jul 18 14:30:13.824606 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-a3970cc5-f159-4d83-86e6-15e47dc1743f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 200 len: 217 time: 0.0331481 Jul 18 14:30:13.872974 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-cf086d21-1201-42af-a5ee-72e63952dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:13.875166 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-cf086d21-1201-42af-a5ee-72e63952dc63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 200 len: 854 time: 0.0437346 Jul 18 14:30:13.931387 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-a36cff8f-4993-4d2d-897e-3ac8d1159f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:13.932927 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-a36cff8f-4993-4d2d-897e-3ac8d1159f05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=de0f7f4d-0248-4952-aa6a-3352dc26a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523834 Jul 18 14:30:14.022874 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-aa6a5088-fb58-488f-a1f2-8f3fc119b1a0 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825574 Jul 18 14:30:14.121937 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-8ca18886-dc87-490a-8acd-0875d52c73e9 req-5fdb9031-338e-4531-a9b6-c20699c1a637 service neutron] 10.222.0.87 "GET /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930259 Jul 18 14:30:15.658655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d887b-b31c-43f7-9675-71e846ca3fac req-bf6b6bdd-bd2d-4800-a799-81ce47253431 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:15.660114 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-891d887b-b31c-43f7-9675-71e846ca3fac req-bf6b6bdd-bd2d-4800-a799-81ce47253431 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0552974 Jul 18 14:30:15.718508 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-891d887b-b31c-43f7-9675-71e846ca3fac req-7b09bc45-81e9-498b-af3a-7c41d3e2aabe tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 Jul 18 14:30:16.835860 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335a42-3e04-4ffd-837e-e841cf7d903f req-2a232f74-6dfc-4ea5-b718-15425aed5b66 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:16.837401 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0335a42-3e04-4ffd-837e-e841cf7d903f req-2a232f74-6dfc-4ea5-b718-15425aed5b66 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0470557 Jul 18 14:30:16.889401 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-b0335a42-3e04-4ffd-837e-e841cf7d903f req-6eb082c4-f0fc-4f29-8ce3-63f5fe0f7634 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/security-groups?id=de03e1b0-4251-4f36-a92c-e3fb1609505c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Jul 18 14:30:17.528267 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc51fd-2515-45bf-a90f-b1400577761a req-b5e1d723-02bf-4924-a7e3-7a4da9878ec0 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 14:30:17.529673 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-92fc51fd-2515-45bf-a90f-b1400577761a req-b5e1d723-02bf-4924-a7e3-7a4da9878ec0 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 946 time: 0.0451715 Jul 18 14:30:17.608679 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Deleting port e7be45a5-e6d5-40ec-aec1-5e1463f9272c {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:17.609020 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:17.701567 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] For port e7be45a5-e6d5-40ec-aec1-5e1463f9272c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:17.701936 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:17.715298 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Calling delete_port for e7be45a5-e6d5-40ec-aec1-5e1463f9272c owned by compute:nova {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:17.788495 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:17.843798 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (e7be45a5-e6d5-40ec-aec1-5e1463f9272c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:17.868853 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Pushing event deleted for resources: {'Port': ['ID=e7be45a5-e6d5-40ec-aec1-5e1463f9272c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:17.877747 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:17.885361 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] get_ports_and_sgs() called for port_ids ['e7be45a5-e6d5-40ec-aec1-5e1463f9272c'] {{(pid=104073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 14:30:17.919046 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] No DVR routers for this DVR port e7be45a5-e6d5-40ec-aec1-5e1463f9272c on host hv-cinder-84984 {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:30:17.921593 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150369'] for port (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:17.925179 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-92fc51fd-2515-45bf-a90f-b1400577761a req-6dd0c7dc-aa21-4165-a5ee-7cd396418946 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.87 "DELETE /v2.0/ports/e7be45a5-e6d5-40ec-aec1-5e1463f9272c HTTP/1.1" status: 204 len: 173 time: 0.3906102 Jul 18 14:30:17.925497 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'name': 'network-vif-deleted', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c'}] {{(pid=104072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 14:30:17.927779 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa14c0aa83c47ce01b99a4a5580a631b23016a771e6c18e848c218a2461d1318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec6f855-dd79-40d8-ae01-63875e6482b8" -d '{"events": [{"server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "name": "network-vif-deleted", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c"}]}' {{(pid=104072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 14:30:17.988599 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48edfe2c-1593-4390-a760-ef265a192969 x-openstack-request-id: req-48edfe2c-1593-4390-a760-ef265a192969 {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 14:30:17.988900 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf4fc5c-2305-44ba-9197-40dfbcd5d96b", "name": "network-vif-deleted", "tag": "e7be45a5-e6d5-40ec-aec1-5e1463f9272c", "status": "completed", "code": 200}]} {{(pid=104072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 14:30:17.989181 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-48edfe2c-1593-4390-a760-ef265a192969 {{(pid=104072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 14:30:17.989583 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48edfe2c-1593-4390-a760-ef265a192969'] response: {'server_uuid': '0cf4fc5c-2305-44ba-9197-40dfbcd5d96b', 'name': 'network-vif-deleted', 'tag': 'e7be45a5-e6d5-40ec-aec1-5e1463f9272c', 'status': 'completed', 'code': 200} Jul 18 14:30:17.992210 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [req-3396d5a2-2244-4697-b7f7-b3ef1320a607 req-0c3b0d7c-5f1b-4db5-b352-bde058135736 tempest-TestMinimumBasicScenario-1815024469 tempest-TestMinimumBasicScenario-1815024469-project] 10.222.0.94 "GET /v2.0/ports?device_id=0cf4fc5c-2305-44ba-9197-40dfbcd5d96b HTTP/1.1" status: 200 len: 210 time: 0.0328715 Jul 18 14:30:20.639315 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44730) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:20.961345 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:21.185417 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Deleting port adc28375-e7ab-49f4-9a49-9b5b4c487fb6 {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:21.185762 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:21.264091 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] For port adc28375-e7ab-49f4-9a49-9b5b4c487fb6, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:21.264385 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:21.277231 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Calling delete_port for adc28375-e7ab-49f4-9a49-9b5b4c487fb6 owned by network:router_interface {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:21.307669 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device e7be45a5-e6d5-40ec-aec1-5e1463f9272c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:21.327295 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] No Port match for: e7be45a5-e6d5-40ec-aec1-5e1463f9272c {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:21.327628 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Device e7be45a5-e6d5-40ec-aec1-5e1463f9272c not bound to the agent host hv-cinder-84984 {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:21.397783 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=100 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:21.471029 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (adc28375-e7ab-49f4-9a49-9b5b4c487fb6), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:21.497692 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc28375-e7ab-49f4-9a49-9b5b4c487fb6,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:21.551282 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=8 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:21.554726 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:21.559060 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:21.677741 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:21.890246 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:30:21.994817 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:30:22.002549 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44732) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:22.002817 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-345fd739-7c25-4f14-bc2a-3751b0d6d552 admin admin] 10.222.0.94 "PUT /v2.0/routers/20532e5e-dfe3-46ec-b011-6f3011c1c4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3621695 Jul 18 14:30:22.004695 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Sync routers for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:30:22.007979 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=76 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:22.011076 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:22.020649 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:22.021497 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:22.109607 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks [] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.208322 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: dv-cinder-849846-1-iscsi {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:22.210901 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks [] for router_gateway (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.254847 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Deleting port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:22.255196 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.337685 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] For port 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:22.338038 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.351598 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Calling delete_port for 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:22.374726 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:30:21Z', 'revision_number': 5, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port': {'id': '2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:22.402717 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Checking router: 20532e5e-dfe3-46ec-b011-6f3011c1c4cd for host: dv-cinder-849846-1-iscsi {{(pid=104074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:30:22.410912 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Routers {'20532e5e-dfe3-46ec-b011-6f3011c1c4cd'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:22.411509 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'], 'active': True} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:22.493275 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_dvr_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] Set router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd gateway port host: None {{(pid=104074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:22.517120 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.542067 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:22.544721 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.l3_hamode_db [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:30:22Z', 'revision_number': 6, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:22.569558 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f79f-f132-4630-8bc9-b201349bc442 None None] The sync data for ids ['20532e5e-dfe3-46ec-b011-6f3011c1c4cd'] in dv-cinder-849846-1-iscsi is: [{'id': '20532e5e-dfe3-46ec-b011-6f3011c1c4cd', 'name': 'tempest-TestMinimumBasicScenario-1463918281-router', 'tenant_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:02Z', 'updated_at': '2022-07-18T14:30:22Z', 'revision_number': 6, 'project_id': '0c3ec8c8d2f84ab1a84a1f64fd8a66c7', 'gw_port_host': None}] {{(pid=104074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:30:22.609156 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.693217 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.695726 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks [] for router_controller (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.739771 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (20532e5e-dfe3-46ec-b011-6f3011c1c4cd), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.740374 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20532e5e-dfe3-46ec-b011-6f3011c1c4cd {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:30:22.744725 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.745971 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-f8284855-d3ec-43c5-8128-8cb7642956f3 admin admin] 10.222.0.94 "DELETE /v2.0/routers/20532e5e-dfe3-46ec-b011-6f3011c1c4cd HTTP/1.1" status: 204 len: 168 time: 0.7424107 Jul 18 14:30:22.748578 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44734) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:22.792608 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Deleting subnet 44109e53-3f1c-42fa-b6fc-52baf24b4e6f {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:30:22.795619 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Publish callbacks [] for subnet (44109e53-3f1c-42fa-b6fc-52baf24b4e6f), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.829781 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (44109e53-3f1c-42fa-b6fc-52baf24b4e6f), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:22.854341 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:23.109730 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:23.112548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (44109e53-3f1c-42fa-b6fc-52baf24b4e6f), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.165780 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (44109e53-3f1c-42fa-b6fc-52baf24b4e6f), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.192524 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.197174 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/44109e53-3f1c-42fa-b6fc-52baf24b4e6f HTTP/1.1" status: 204 len: 168 time: 0.4476354 Jul 18 14:30:23.198199 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1d871-ca36-4161-b212-dbf00a4e6bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44109e53-3f1c-42fa-b6fc-52baf24b4e6f,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:23.198404 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c85126-1082-4c1e-b78d-479030f57ef9 None None] Network de0f7f4d-0248-4952-aa6a-3352dc26a0bf requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:30:23.199768 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44736) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:23.269612 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (de0f7f4d-0248-4952-aa6a-3352dc26a0bf), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.278039 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:23.311447 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Deleting port feeba922-ed20-40c6-8b52-c38f159c7a6c {{(pid=104072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:23.311793 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.361903 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] DHCP port deletion for de0f7f4d-0248-4952-aa6a-3352dc26a0bf request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:30:23.388805 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.db [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] For port feeba922-ed20-40c6-8b52-c38f159c7a6c, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=feeba922-ed20-40c6-8b52-c38f159c7a6c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:23.389527 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.399112 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Deleting port feeba922-ed20-40c6-8b52-c38f159c7a6c {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:23.399482 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.401986 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Calling delete_port for feeba922-ed20-40c6-8b52-c38f159c7a6c owned by network:dhcp {{(pid=104072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:23.413834 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:23.469344 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] For port feeba922-ed20-40c6-8b52-c38f159c7a6c, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=feeba922-ed20-40c6-8b52-c38f159c7a6c,segment=NetworkSegment(d589d00d-d20a-4195-b6e2-7924510aa411),segment_id=d589d00d-d20a-4195-b6e2-7924510aa411)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:23.469745 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.482794 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:23.484086 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Calling delete_port for feeba922-ed20-40c6-8b52-c38f159c7a6c owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:23.489760 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132577'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.519605 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Pushing event deleted for resources: {'Port': ['ID=feeba922-ed20-40c6-8b52-c38f159c7a6c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:23.524379 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] No DVR routers for this DVR port feeba922-ed20-40c6-8b52-c38f159c7a6c on host dv-cinder-849846-1-iscsi {{(pid=104072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:30:23.564563 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (feeba922-ed20-40c6-8b52-c38f159c7a6c), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.591015 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Pushing event deleted for resources: {'Port': ['ID=feeba922-ed20-40c6-8b52-c38f159c7a6c,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:23.593509 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] No DVR routers for this DVR port feeba922-ed20-40c6-8b52-c38f159c7a6c on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:30:23.605515 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.605840 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.606185 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.606526 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.606863 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.607196 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.607512 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.607836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.607975 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (de0f7f4d-0248-4952-aa6a-3352dc26a0bf), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.608199 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.608545 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.608909 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.609131 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.609467 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.609776 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.610442 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9286b29e-6448-462d-8af2-44bf550fbe08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-1-iscsi {{(pid=104073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 14:30:23.631136 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0f7f4d-0248-4952-aa6a-3352dc26a0bf']}} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:23.641053 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd589d00d-d20a-4195-b6e2-7924510aa411') {'for_net_delete': True} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:23.641352 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.services.segments.db [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd589d00d-d20a-4195-b6e2-7924510aa411') {} {{(pid=104072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:23.652321 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6689812'] for segment (d589d00d-d20a-4195-b6e2-7924510aa411), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.669921 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (d589d00d-d20a-4195-b6e2-7924510aa411), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.676598 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=104072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:30:23.677024 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5134334'] for segment (d589d00d-d20a-4195-b6e2-7924510aa411), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.743465 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (de0f7f4d-0248-4952-aa6a-3352dc26a0bf), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.758636 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:23.761871 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] 10.222.0.94 "DELETE /v2.0/networks/de0f7f4d-0248-4952-aa6a-3352dc26a0bf HTTP/1.1" status: 204 len: 168 time: 0.5610757 Jul 18 14:30:23.763371 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment d589d00d-d20a-4195-b6e2-7924510aa411 resource provider aggregate not found Jul 18 14:30:23.765022 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44748) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:23.771049 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d665-2b4f-4548-a84b-afb828f2a37b admin admin] Pushing event deleted for resources: {'Network': ['ID=de0f7f4d-0248-4952-aa6a-3352dc26a0bf,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:23.784454 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.services.segments.plugin [-] Segment d589d00d-d20a-4195-b6e2-7924510aa411 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d589d00d-d20a-4195-b6e2-7924510aa411 found for delete ", "request_id": "req-c7f3c49b-b9f3-4490-b672-454eb16f90bc"}]} Jul 18 14:30:24.074461 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798083'] for router_interface (2af232a5-69ac-4612-9721-668d37533e79), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:24.130825 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:24.154557 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:24.154901 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 2dca7e12-4d98-40ec-9ef2-b0ab5d70d1e1 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:24.155323 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device adc28375-e7ab-49f4-9a49-9b5b4c487fb6 no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:24.173457 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: adc28375-e7ab-49f4-9a49-9b5b4c487fb6 {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:24.174373 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device adc28375-e7ab-49f4-9a49-9b5b4c487fb6 not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:24.174794 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device feeba922-ed20-40c6-8b52-c38f159c7a6c no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:24.192531 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: feeba922-ed20-40c6-8b52-c38f159c7a6c {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:24.192882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device feeba922-ed20-40c6-8b52-c38f159c7a6c not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:24.295319 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Deleting port c083a54b-c6c0-4b7e-a930-5408fde4e77d {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:24.295659 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:24.372842 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] For port c083a54b-c6c0-4b7e-a930-5408fde4e77d, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=c083a54b-c6c0-4b7e-a930-5408fde4e77d,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:24.373126 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:24.386186 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Calling delete_port for c083a54b-c6c0-4b7e-a930-5408fde4e77d owned by network:router_interface {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:24.497848 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:24.499822 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:24.564494 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (c083a54b-c6c0-4b7e-a930-5408fde4e77d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:24.592677 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Pushing event deleted for resources: {'Port': ['ID=c083a54b-c6c0-4b7e-a930-5408fde4e77d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:24.752692 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798015'] for router_interface (2af232a5-69ac-4612-9721-668d37533e79), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:24.957162 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Router 2af232a5-69ac-4612-9721-668d37533e79 has already been hosted by L3 agent c02c627f-9b8e-45d0-9d10-ec6080dbfce2 {{(pid=104071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 14:30:25.060477 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] Notify agent at l3_agent.dv-cinder-849846-1-iscsi the message routers_updated {{(pid=104071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 14:30:25.068745 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-05767fac-4791-42ec-bc93-59a3a2cda299 admin admin] 10.222.0.94 "PUT /v2.0/routers/2af232a5-69ac-4612-9721-668d37533e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2994368 Jul 18 14:30:25.068745 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44756) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:25.071055 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Sync routers for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 14:30:25.081106 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:25.081715 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:25.165586 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks [] for router (2af232a5-69ac-4612-9721-668d37533e79), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.271652 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks [] for router_gateway (2af232a5-69ac-4612-9721-668d37533e79), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.307620 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: dv-cinder-849846-1-iscsi {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:25.316045 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Deleting port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:25.316385 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.377208 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:25.379737 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:25.398552 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] For port 50928e08-7ca5-4bb3-ac45-d72b6ac0119d, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,segment=NetworkSegment(2311b5bb-64be-4855-b2a2-2cee819c4627),segment_id=2311b5bb-64be-4855-b2a2-2cee819c4627)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:25.398912 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.410903 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Calling delete_port for 50928e08-7ca5-4bb3-ac45-d72b6ac0119d owned by network:router_gateway {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:25.473584 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'external_fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:30:24Z', 'revision_number': 5, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port': {'id': '50928e08-7ca5-4bb3-ac45-d72b6ac0119d', 'name': '', 'network_id': 'da4084b0-2915-4b74-9e77-f949f12bc002', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af232a5-69ac-4612-9721-668d37533e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T14:27:07Z', 'updated_at': '2022-07-18T14:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c94bd70-45f3-4f02-8b30-2647e02a4d9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-1-iscsi'}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:25.501584 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Checking router: 2af232a5-69ac-4612-9721-668d37533e79 for host: dv-cinder-849846-1-iscsi {{(pid=104073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 14:30:25.510038 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Routers {'2af232a5-69ac-4612-9721-668d37533e79'} bound to L3 agent in host dv-cinder-849846-1-iscsi {{(pid=104073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 14:30:25.510647 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T14:00:11Z,description=,heartbeat_timestamp=2022-07-18T14:30:11Z,host='dv-cinder-849846-1-iscsi',id=c02c627f-9b8e-45d0-9d10-ec6080dbfce2,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T14:00:11Z,topic='l3_agent')) {'router_ids': ['2af232a5-69ac-4612-9721-668d37533e79'], 'active': True} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:25.581889 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (50928e08-7ca5-4bb3-ac45-d72b6ac0119d), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.598239 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvr_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] Set router 2af232a5-69ac-4612-9721-668d37533e79 gateway port host: None {{(pid=104073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 14:30:25.611817 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=50928e08-7ca5-4bb3-ac45-d72b6ac0119d,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:25.646915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_hamode_db [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:30:25Z', 'revision_number': 6, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port_host': None}], 'dv-cinder-849846-1-iscsi', False) {} {{(pid=104073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:25.673508 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eb29c-d2d2-4c9c-bcc0-ede95aa63e22 None None] The sync data for ids ['2af232a5-69ac-4612-9721-668d37533e79'] in dv-cinder-849846-1-iscsi is: [{'id': '2af232a5-69ac-4612-9721-668d37533e79', 'name': 'tempest-TestMinimumBasicScenario-2058033358-router', 'tenant_id': '347f076ba63f4ed69aecd3764c302f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T14:27:06Z', 'updated_at': '2022-07-18T14:30:25Z', 'revision_number': 6, 'project_id': '347f076ba63f4ed69aecd3764c302f5b', 'gw_port_host': None}] {{(pid=104073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 14:30:25.685898 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1800260'] for router_gateway (2af232a5-69ac-4612-9721-668d37533e79), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.790028 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1007'] for router (2af232a5-69ac-4612-9721-668d37533e79), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.792334 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks [] for router_controller (2af232a5-69ac-4612-9721-668d37533e79), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.838096 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1796305'] for router (2af232a5-69ac-4612-9721-668d37533e79), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.838588 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af232a5-69ac-4612-9721-668d37533e79 {{(pid=104071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 14:30:25.842666 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.844271 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-3f50dc82-7eb6-4ef5-93bc-9c8827da1a9d admin admin] 10.222.0.94 "DELETE /v2.0/routers/2af232a5-69ac-4612-9721-668d37533e79 HTTP/1.1" status: 204 len: 168 time: 0.7753050 Jul 18 14:30:25.846801 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44760) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:25.891548 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Deleting subnet 4ac26848-c312-4592-8e32-72bc2bd92def {{(pid=104071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 14:30:25.894944 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Publish callbacks [] for subnet (4ac26848-c312-4592-8e32-72bc2bd92def), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:25.938698 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4810923'] for subnet (4ac26848-c312-4592-8e32-72bc2bd92def), precommit_delete_associations {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.012918 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733516'] for subnet (4ac26848-c312-4592-8e32-72bc2bd92def), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.070997 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7847907'] for subnet (4ac26848-c312-4592-8e32-72bc2bd92def), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.096626 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac26848-c312-4592-8e32-72bc2bd92def,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:26.104011 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.107249 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-8c49499c-add9-4948-8412-57bb589ab310 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4ac26848-c312-4592-8e32-72bc2bd92def HTTP/1.1" status: 204 len: 168 time: 0.2594545 Jul 18 14:30:26.109751 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.wsgi [-] (104071) accepted ('10.222.0.94', 44762) {{(pid=104071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:26.118452 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d40906-0003-4394-8683-af41a0f3e4f7 None None] Network a2293fd1-331c-48bf-85df-5bc312f2acad requested from dv-cinder-849846-1-iscsi {{(pid=104073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 14:30:26.193731 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711771'] for network (a2293fd1-331c-48bf-85df-5bc312f2acad), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.237170 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Deleting port 094c8c38-d49a-4bd6-b9c6-d011119efbce {{(pid=104071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:26.237518 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.250401 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:26.447393 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] DHCP port deletion for a2293fd1-331c-48bf-85df-5bc312f2acad request from dv-cinder-849846-1-iscsi {{(pid=104073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 14:30:26.490491 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Deleting port 094c8c38-d49a-4bd6-b9c6-d011119efbce {{(pid=104073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 14:30:26.491407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745515342340'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), before_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.511289 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] For port 094c8c38-d49a-4bd6-b9c6-d011119efbce, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=094c8c38-d49a-4bd6-b9c6-d011119efbce,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:26.511657 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.524505 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.plugin [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Calling delete_port for 094c8c38-d49a-4bd6-b9c6-d011119efbce owned by network:dhcp {{(pid=104071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:26.533955 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:26.545083 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:26.547725 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c083a54b-c6c0-4b7e-a930-5408fde4e77d no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:26.583235 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.db [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] For port 094c8c38-d49a-4bd6-b9c6-d011119efbce, host dv-cinder-849846-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-1-iscsi',level=0,port_id=094c8c38-d49a-4bd6-b9c6-d011119efbce,segment=NetworkSegment(1332d4a9-d6b5-4f81-8ae8-6a031541b5b9),segment_id=1332d4a9-d6b5-4f81-8ae8-6a031541b5b9)] {{(pid=104073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 14:30:26.583660 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1795724'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), precommit_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.586124 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: c083a54b-c6c0-4b7e-a930-5408fde4e77d {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:26.586478 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device c083a54b-c6c0-4b7e-a930-5408fde4e77d not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:26.598508 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Calling delete_port for 094c8c38-d49a-4bd6-b9c6-d011119efbce owned by network:dhcp {{(pid=104073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 14:30:26.608650 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369109'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.633943 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=094c8c38-d49a-4bd6-b9c6-d011119efbce,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:26.637923 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] No DVR routers for this DVR port 094c8c38-d49a-4bd6-b9c6-d011119efbce on host dv-cinder-849846-1-iscsi {{(pid=104071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:30:26.686814 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745515349270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745514902797'] for port (094c8c38-d49a-4bd6-b9c6-d011119efbce), after_delete {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.716288 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] Pushing event deleted for resources: {'Port': ['ID=094c8c38-d49a-4bd6-b9c6-d011119efbce,revision_number=None']} {{(pid=104073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:26.716788 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735117', 'neutron.services.segments.db._delete_segments_for_network-8745515337494'] for network (a2293fd1-331c-48bf-85df-5bc312f2acad), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.720638 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533deea8-65cc-48ad-ae43-afaeff44cc80 None None] No DVR routers for this DVR port 094c8c38-d49a-4bd6-b9c6-d011119efbce on host dv-cinder-849846-1-iscsi {{(pid=104073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 14:30:26.745544 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2293fd1-331c-48bf-85df-5bc312f2acad']}} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:26.755659 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9') {'for_net_delete': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:26.755987 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.services.segments.db [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1332d4a9-d6b5-4f81-8ae8-6a031541b5b9') {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 14:30:26.766246 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745515338015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4810962'] for segment (1332d4a9-d6b5-4f81-8ae8-6a031541b5b9), before_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.781212 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673'] for segment (1332d4a9-d6b5-4f81-8ae8-6a031541b5b9), precommit_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.788540 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 14:30:26.788989 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369418'] for segment (1332d4a9-d6b5-4f81-8ae8-6a031541b5b9), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.852898 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1800319'] for network (a2293fd1-331c-48bf-85df-5bc312f2acad), after_delete {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.869830 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646531'] for network (None), before_response {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:26.873002 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.wsgi [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a2293fd1-331c-48bf-85df-5bc312f2acad HTTP/1.1" status: 204 len: 168 time: 0.7623467 Jul 18 14:30:26.874993 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1332d4a9-d6b5-4f81-8ae8-6a031541b5b9 resource provider aggregate not found Jul 18 14:30:26.878433 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540899-3afd-479c-a055-13d0ae68cb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2293fd1-331c-48bf-85df-5bc312f2acad,revision_number=None']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:26.893354 dv-cinder-849846-1-iscsi neutron-server[104071]: INFO neutron.services.segments.plugin [-] Segment 1332d4a9-d6b5-4f81-8ae8-6a031541b5b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1332d4a9-d6b5-4f81-8ae8-6a031541b5b9 found for delete ", "request_id": "req-129b8b90-d081-4439-aefe-33d5ce3faf82"}]} Jul 18 14:30:27.037157 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44772) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:27.072777 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:27.080298 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-c83c59ee-d6ac-4d99-89a4-eef9b9660fb4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0c3ec8c8d2f84ab1a84a1f64fd8a66c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414677 Jul 18 14:30:27.082895 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44774) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:27.130661 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] Publish callbacks [] for security_group (de03e1b0-4251-4f36-a92c-e3fb1609505c), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.152344 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] Publish callbacks [] for security_group (de03e1b0-4251-4f36-a92c-e3fb1609505c), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.203655 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (de03e1b0-4251-4f36-a92c-e3fb1609505c), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.206275 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.207414 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/de03e1b0-4251-4f36-a92c-e3fb1609505c HTTP/1.1" status: 204 len: 168 time: 0.1236079 Jul 18 14:30:27.216251 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9d9b2-6e63-4264-9686-9c1f632c23de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03e1b0-4251-4f36-a92c-e3fb1609505c,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:27.525891 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44780) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:27.564784 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-bf86023b-be23-466e-b7bb-0796209b37e6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=347f076ba63f4ed69aecd3764c302f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377100 Jul 18 14:30:27.567090 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [-] (104072) accepted ('10.222.0.94', 44782) {{(pid=104072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 14:30:27.616894 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] Publish callbacks [] for security_group (65801486-e697-45c6-9d6b-8b5b99c4a7d0), before_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.639190 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] Publish callbacks [] for security_group (65801486-e697-45c6-9d6b-8b5b99c4a7d0), precommit_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.686496 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606580'] for security_group (65801486-e697-45c6-9d6b-8b5b99c4a7d0), after_delete {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.689668 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron_lib.callbacks.manager [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:27.690813 dv-cinder-849846-1-iscsi neutron-server[104072]: INFO neutron.wsgi [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/65801486-e697-45c6-9d6b-8b5b99c4a7d0 HTTP/1.1" status: 204 len: 168 time: 0.1228452 Jul 18 14:30:27.699845 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e08c-e2c9-4f26-8363-baa6e36c34ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65801486-e697-45c6-9d6b-8b5b99c4a7d0,revision_number=None']} {{(pid=104072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 14:30:28.129310 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 094c8c38-d49a-4bd6-b9c6-d011119efbce no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:28.148707 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 094c8c38-d49a-4bd6-b9c6-d011119efbce {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:28.149058 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 094c8c38-d49a-4bd6-b9c6-d011119efbce not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:28.149480 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 50928e08-7ca5-4bb3-ac45-d72b6ac0119d no longer exists at agent ovs-agent-dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 14:30:28.168569 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.plugin [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] No Port match for: 50928e08-7ca5-4bb3-ac45-d72b6ac0119d {{(pid=104073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 14:30:28.168915 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron.plugins.ml2.rpc [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Device 50928e08-7ca5-4bb3-ac45-d72b6ac0119d not bound to the agent host dv-cinder-849846-1-iscsi {{(pid=104073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 14:30:32.176515 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:32.190420 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:32.519028 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=39 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:32.548047 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=42 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:36.847909 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:36.874560 dv-cinder-849846-1-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=39,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:37.693953 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:37.695047 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG dbcounter [-] [104072] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:38.630997 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0ee7-ae1c-4167-8975-907d9702332d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:40.761372 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4eed78ee-e8f5-46c9-a8e3-6ecd9bfafd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:42.051463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:43.238047 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:43.238693 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:43.314385 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:43.587213 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:30:43.645403 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:30:53.639657 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:30:53.641619 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:02.208998 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:03.290640 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:03.293160 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=12 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:08.633479 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-517de0ec-c6a1-45e2-8555-2bbcd8706e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:10.762569 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-146ef02b-d3b3-4330-b785-4d4571c3bca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:12.059345 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:13.314881 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:13.648532 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:20.233515 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:20.234220 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:20.585327 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:31:23.641102 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:23.642979 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:30.581633 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:32.201275 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:38.637841 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-30c0eca9-1950-49d3-bc3b-58c52cd0d7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:40.764384 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-838e2769-1e66-4915-a76c-4061e7dedf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:42.056521 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:43.318368 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:43.651517 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:31:53.640835 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:53.646941 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:57.224314 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:57.229689 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=5 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:31:57.583150 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:32:02.215679 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:07.325420 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:07.578974 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:08.639740 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-746d0287-29ec-42cc-b7ce-26c3a2d74563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:10.765606 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-247b4d6f-8cc3-43cd-b59a-4f58603b788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:12.061528 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:13.320644 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:13.653119 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:21.280892 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:23.647378 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:23.649337 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:32.215325 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:34.235203 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:34.235904 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=3 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:34.582079 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:32:38.641468 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-43951e0d-64db-4834-9d7a-ee28d897c729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:40.767363 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e7a44897-d099-4e54-b3cd-73f26ac250ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:42.061555 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:43.325183 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:43.659017 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:32:44.577722 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:44.578465 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:53.652474 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:32:53.654407 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:01.777089 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-d50303f7-dca6-4c16-85ee-df55201ef2f1 req-cbedb7b6-b9ef-4f57-9b90-605a63063faa service neutron] (104072) timed out ('10.222.0.87', 58130) {{(pid=104072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:33:01.780781 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-99417e02-5c26-48b8-844f-06bb2d64efea req-ab3fc389-d443-4d74-9cf0-5fc339ef5335 service neutron] (104072) timed out ('10.222.0.87', 58105) {{(pid=104072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:33:02.214463 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:08.643117 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d070-fd51-4836-b86b-f775b5fbbd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:10.769293 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f3174d2b-f116-40df-bc6f-ce381bddd581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:11.227062 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:11.232066 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:11.581707 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:33:12.064793 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:13.327338 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:13.651513 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:21.576256 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:21.576984 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:23.641138 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:23.648173 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:32.211924 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:38.647264 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-5d879500-0519-44fd-a458-ee775cb0d5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:40.772845 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-bdbd3d01-ccb8-44e4-8e66-80d2e455e33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:42.067566 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:43.330437 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:43.653889 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:33:48.225173 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:48.229091 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:48.579864 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:33:53.643201 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:53.649441 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:33:58.576487 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:02.212955 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:07.329617 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:08.649693 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-8b960ec2-6e52-4155-bfbd-d967d4414d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:10.774547 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-009d9251-90c8-4467-a6ff-8c540322ab69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:12.074206 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:13.441950 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:13.655502 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:16.180458 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-f5e41067-c37e-42b7-bc52-50ecc60e1e0b service neutron] (104072) timed out ('10.222.0.94', 40716) {{(pid=104072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:34:16.472759 dv-cinder-849846-1-iscsi neutron-server[104072]: DEBUG neutron.wsgi [req-acfdfea6-6a08-4459-8f9d-a351ec60a574 req-9addf8ab-c8d5-4ecb-a19d-b3ff7a1025fa tempest-AttachVolumeShelveTestJSON-1692837702 tempest-AttachVolumeShelveTestJSON-1692837702-project] (104072) timed out ('10.222.0.94', 40732) {{(pid=104072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 14:34:23.648948 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:23.650882 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:25.224147 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:25.224903 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:25.578176 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:34:32.226639 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:35.573210 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:35.573934 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=1 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:38.652115 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-1f4032e7-57ae-482e-8be7-ce10151bc82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:40.776356 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-11fbac06-dda8-4ec9-a4be-2913d0e4ade1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:42.073972 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:43.338116 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:43.656893 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:34:53.333171 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:34:53.652722 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:02.221477 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:02.577992 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:35:03.385445 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=18 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:08.653414 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-274c2519-c8f1-40df-ac0a-5f890011be06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:10.778488 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-4c335c03-f03e-403b-8db6-33341dbe3bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:12.076551 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:12.574524 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=16 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:13.340614 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:13.659140 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:23.653041 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:23.655071 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:32.251512 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:38.654713 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-e581045e-617e-4318-865e-0e53de403e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (dfd8ec7d-6e94-4feb-8ad9-fbc9d20e0a82), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:39.227413 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:39.228186 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=4 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:39.576713 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG neutron.db.agents_db [None req-38fde551-8bf2-4277-aea4-20eb7e4f852c None None] Agent healthcheck: found 6 active agents {{(pid=104074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 14:35:40.781992 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9bd8-cadb-44c3-9a9a-c5c422f91d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (c02c627f-9b8e-45d0-9d10-ec6080dbfce2), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:42.078836 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-53868845-3132-4117-8536-5fba2bd84ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (e781590a-9495-4dcd-afe8-5a97874427c6), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:43.343014 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-99ab1a6e-c7cc-4c39-9cd2-c10c01cf7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (5773fabe-7736-4de2-817d-f9cae6be93cb), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:43.665838 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-3b7068c2-f7ab-46c5-b221-512d73a545fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (075d2549-bd48-4269-adc2-339ce59c178c), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 14:35:49.572028 dv-cinder-849846-1-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=2 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:53.659709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:35:53.661709 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG dbcounter [-] [104073] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 14:36:02.266494 dv-cinder-849846-1-iscsi neutron-server[104073]: DEBUG neutron_lib.callbacks.manager [None req-f530961e-0212-4d6e-9d11-6d8859c67d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745515337476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740558'] for agent (895e93ea-1c2b-42df-962a-06fc743cb6ac), after_update {{(pid=104073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}